-- Logs begin at Tue 2022-08-23 21:25:32 UTC, end at Tue 2022-08-23 22:44:31 UTC. -- Aug 23 22:15:14.571026 dv-cinder-850321-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 22:15:17.329403 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.common.config [-] Logging enabled! Aug 23 22:15:17.330061 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev515 Aug 23 22:15:17.330218 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106480) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 23 22:15:17.334610 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.common.config [-] Logging enabled! Aug 23 22:15:17.334873 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev515 Aug 23 22:15:17.335193 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106480) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 23 22:15:17.336170 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 22:15:17.336411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 22:15:17.336922 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 22:15:17.337215 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 22:15:17.337452 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 22:15:17.337792 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.338097 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.338335 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.338643 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.338950 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.339239 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.339540 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.339843 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.340139 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.340426 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.340720 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.340959 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.341277 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.341573 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.341865 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.342097 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] debug = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.342386 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.342820 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.343253 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.343542 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.343845 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.344134 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.344411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.344701 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.344995 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.345365 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] host = dv-cinder-850321-4-iscsi {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.345652 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.345947 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.346241 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.346533 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.346819 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.347104 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.348010 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.348289 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.348575 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] log_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.348858 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.349180 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.349482 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.349789 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.350020 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.350250 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.350549 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.350843 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.351122 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.351406 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.351685 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.351963 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.352242 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.352517 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.352808 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.353124 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.353420 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.353700 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.353978 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.354259 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.354535 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.354829 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.355106 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.355385 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.355663 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.355953 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.356225 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.356506 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.356811 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.357125 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.357417 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.357710 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.357989 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.358277 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.358557 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.358836 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.359112 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] use_json = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.359390 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.359668 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.359958 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.360237 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.360515 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.360798 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.361090 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.361387 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.361666 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:17.361972 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.362274 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.362580 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.362917 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.363248 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.363536 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.363981 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.364274 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.364570 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.364871 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.365195 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.365482 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.365789 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.366087 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.366386 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.366699 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.366997 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.367291 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.367571 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.367850 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.368130 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.368413 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.368702 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.368986 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.369301 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.369596 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.369881 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.370186 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.370478 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.370768 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.371066 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.371361 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.371639 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.371925 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.372225 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.372509 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.372785 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.373103 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.373390 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.373670 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.373956 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.374252 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.374545 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.374826 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.375110 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.375407 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.375687 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.375965 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.376242 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.376524 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.376806 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.377119 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.377406 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.377683 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.377961 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.378248 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.378814 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.379164 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.379514 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.379731 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.380017 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.380294 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.380574 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.380853 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.381159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.381441 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.381719 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.381996 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.382281 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.382558 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.382853 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.383143 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.383444 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.383753 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.384097 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.384382 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.384671 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.384961 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.385275 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.385563 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.385852 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.386140 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.386424 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.386706 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.387007 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.387296 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.387593 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.387884 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.388170 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.388492 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.388777 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.389076 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.389370 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.389652 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.389936 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.390260 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.390500 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.390786 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.391070 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.391360 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.391658 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.391962 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.392243 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.392539 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.392839 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.393170 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.393459 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.393777 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.394066 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:17.395182 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 22:15:17.396162 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106480) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 22:15:17.711316 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 23 22:15:17.711635 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 23 22:15:17.711908 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 23 22:15:17.712144 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 23 22:15:17.712423 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 23 22:15:17.712772 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 22:15:18.167122 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.167406 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.167685 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.169010 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.169322 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.169594 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.228044 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.228338 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.228621 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.246411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.246699 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.246978 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.277729 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.278036 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.278354 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.317825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.318103 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.318378 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.571834 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.572474 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.572474 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.572656 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.573531 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.676056 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.676574 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.676870 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.677178 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.677465 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.677785 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.678060 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.678326 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.678587 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.678877 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.679148 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.679419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.679707 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.679943 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.680233 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.680486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.680747 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.681298 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.681578 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.681846 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.682124 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.682382 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.682673 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.683072 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.683330 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.683581 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.684012 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 22:15:18.684255 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 22:15:18.684496 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 22:15:18.684735 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 22:15:18.684973 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 22:15:18.685244 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 22:15:18.685624 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 22:15:18.689088 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 22:15:18.693409 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 22:15:18.697288 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Aug 23 22:15:18.698944 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 22:15:18.699597 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 22:15:18.699939 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 22:15:18.700344 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 22:15:18.703211 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 22:15:18.703465 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 22:15:18.703825 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 22:15:18.710016 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 23 22:15:18.733949 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 22:15:18.734430 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.734745 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106480) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 23 22:15:18.735130 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.736544 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106480) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 22:15:18.736838 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 22:15:18.737101 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 22:15:18.741455 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.741742 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:18.870293 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 22:15:18.870500 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 22:15:18.870681 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 22:15:18.871070 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 22:15:18.925248 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO dbcounter [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Registered counter for database neutron Aug 23 22:15:18.945361 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_db.sqlalchemy.engines [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106480) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 23 22:15:18.951361 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG dbcounter [-] [106480] Writer thread running {{(pid=106480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 22:15:19.530752 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Initializing driver for type 'gre' Aug 23 22:15:19.531407 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] gre ID ranges: [(1, 1000)] Aug 23 22:15:19.611374 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Initializing driver for type 'local' Aug 23 22:15:19.612019 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Initializing driver for type 'vlan' Aug 23 22:15:19.626751 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] VlanTypeDriver initialization complete Aug 23 22:15:19.627103 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Initializing driver for type 'vxlan' Aug 23 22:15:19.627664 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] vxlan ID ranges: [(1, 1000)] Aug 23 22:15:19.695402 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Initializing extension driver 'port_security' Aug 23 22:15:19.695736 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] PortSecurityExtensionDriver initialization complete Aug 23 22:15:19.696082 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Initializing mechanism driver 'openvswitch' Aug 23 22:15:19.696395 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Initializing mechanism driver 'hyperv' Aug 23 22:15:19.703646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.plugins.ml2.plugin [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:15:19.704364 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > port after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.704724 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > port after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.705101 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > port after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.705634 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 22:15:19.706060 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > subnet after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.706412 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > subnet after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.706795 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.707203 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 22:15:19.707616 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > network after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.708045 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > network after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.708496 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > network after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.708892 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 22:15:19.709323 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > security_group after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.709677 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > security_group after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.710025 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.710421 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 22:15:19.710853 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.711172 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.711507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.711896 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 22:15:19.712299 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > address_group after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.712642 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > address_group after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.712977 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.713392 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 22:15:19.713836 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] ML2 OVO RPC backend initialized. {{(pid=106480) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 23 22:15:19.714587 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.714940 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.715356 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > network before_response 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.715705 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > networks before_response 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.716050 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > port before_response 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.716386 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > ports before_response 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.716726 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > subnet before_response 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.717096 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > subnets before_response 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.717434 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > network after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.717774 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > network after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.718124 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > network after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.718445 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > port after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.718782 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > port after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.719113 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > port after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.719449 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > subnet after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.719785 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > subnet after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.720117 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.728894 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded quota_driver: . Aug 23 22:15:19.729286 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.plugin [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Modular L2 Plugin initialization complete Aug 23 22:15:19.729743 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading services supported by the core plugin {{(pid=106480) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 22:15:19.730093 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.plugins.ml2.managers [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Got port-security extension from driver 'port_security' Aug 23 22:15:19.730597 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.extensions.vlantransparent [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Disabled vlantransparent extension. Aug 23 22:15:19.731099 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106480) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 22:15:19.731448 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading Plugin: router Aug 23 22:15:19.773774 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.774175 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router after_create 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.774545 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router before_create 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.774912 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.775291 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.775649 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router after_delete 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.776008 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.776364 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.776725 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router after_create 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.777160 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router after_update 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.777444 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router after_update 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.777790 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.778154 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router after_update 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.778567 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router precommit_update 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.779091 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: port after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.779430 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: port after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.779767 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: subnet after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.780106 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.780456 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.780851 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router precommit_create 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.781169 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: port before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.781511 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router precommit_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.781865 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router after_update 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.782208 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.782552 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router precommit_create 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.782914 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.783257 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router precommit_update 55549900 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.783623 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > agent after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.783974 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > agent after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.784314 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > network after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.785418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Tracking information for resource: router configured {{(pid=106480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 22:15:19.785751 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Tracking information for resource: floatingip configured {{(pid=106480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 22:15:19.790940 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.db.l3_agentschedulers_db [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 22:15:19.791633 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: port after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.791918 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: port after_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.792275 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: port after_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.792626 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: port after_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.793481 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router before_create 55550100 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.793847 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.794212 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router precommit_create 55550100 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.794608 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > router precommit_update 55550100 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.799501 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.services.provider_configuration [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service providers = [] {{(pid=106480) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 22:15:19.799866 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.db.servicetype_db [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106480) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 22:15:19.803222 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.services.service_base [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 22:15:19.803571 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.services.service_base [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 22:15:19.803924 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.services.service_base [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 22:15:19.804822 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.services.service_base [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 22:15:19.805220 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.services.service_base [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 22:15:19.805608 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 22:15:19.806174 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 22:15:19.817644 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 22:15:19.817891 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading Plugin: auto_allocate Aug 23 22:15:19.823805 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: network precommit_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.824182 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: network precommit_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.824722 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 22:15:19.825046 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading Plugin: tag Aug 23 22:15:19.832905 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 22:15:19.833653 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading Plugin: timestamp Aug 23 22:15:19.837295 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 22:15:19.837619 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading Plugin: network_ip_availability Aug 23 22:15:19.847788 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.848395 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.849001 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:19.850405 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 22:15:19.850969 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading Plugin: flavors Aug 23 22:15:19.859628 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 22:15:19.859957 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading Plugin: revisions Aug 23 22:15:19.864544 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 22:15:19.864939 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_concurrency.lockutils [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.152s {{(pid=106480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 23 22:15:19.865760 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106480) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 23 22:15:19.866092 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Initializing extension manager. Aug 23 22:15:19.866634 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: __init__.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.866977 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: __pycache__ {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.867311 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: address_group.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.868070 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.868645 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: address-group Aug 23 22:15:19.868965 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: address_scope.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.869670 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.870173 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: address-scope Aug 23 22:15:19.870492 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.871400 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.871909 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: router-admin-state-down-before-update Aug 23 22:15:19.872227 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: agent.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.872896 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.873432 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: agent Aug 23 22:15:19.873752 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: agent_resources_synced.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.874642 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.875142 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: agent-resources-synced Aug 23 22:15:19.875462 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: allowedaddresspairs.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.877321 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.877841 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: allowed-address-pairs Aug 23 22:15:19.878173 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: auto_allocated_topology.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.879743 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.880249 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: auto-allocated-topology Aug 23 22:15:19.880573 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: availability_zone.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.881268 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.881773 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: availability_zone Aug 23 22:15:19.882091 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: availability_zone_filter.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.882970 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.883569 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: availability_zone_filter Aug 23 22:15:19.883793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: data_plane_status.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.885520 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.885520 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 22:15:19.885520 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: default_subnetpools.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.886383 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.887260 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: default-subnetpools Aug 23 22:15:19.887260 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.887991 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.888490 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: dhcp_agent_scheduler Aug 23 22:15:19.888811 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: dns.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.889717 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.890225 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension dns-integration not supported by any of loaded plugins Aug 23 22:15:19.890539 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: dns_domain_ports.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.891410 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.891914 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 22:15:19.892243 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.893197 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.894124 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 23 22:15:19.894124 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: dvr.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.895216 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.895723 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: dvr Aug 23 22:15:19.896141 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: ecmp_routes.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.897040 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.897569 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 23 22:15:19.897889 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: empty_string_filtering.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.898763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.899281 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: empty-string-filtering Aug 23 22:15:19.899598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.900503 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.901011 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 22:15:19.901361 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.902247 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.902748 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 22:15:19.903063 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: external_net.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.903936 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.904446 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: external-net Aug 23 22:15:19.904765 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.905664 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.906171 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: extra_dhcp_opt Aug 23 22:15:19.906489 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: extraroute.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.907342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.907840 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: extraroute Aug 23 22:15:19.908160 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: extraroute_atomic.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.909182 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.909687 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: extraroute-atomic Aug 23 22:15:19.910132 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: filter_validation.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.910808 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.911560 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: filter-validation Aug 23 22:15:19.911888 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: fip_pf_description.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.912752 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.913286 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 22:15:19.913613 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: fip_pf_port_range.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.914476 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.914975 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 23 22:15:19.915289 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: fip_port_details.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.916159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.916661 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: fip-port-details Aug 23 22:15:19.916981 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: flavors.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.918361 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.918867 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: flavors Aug 23 22:15:19.919190 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.920825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.921372 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 22:15:19.921707 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: floatingip_pools.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.922418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.922919 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: floatingip-pools Aug 23 22:15:19.923246 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: ip_allocation.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.924133 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.924631 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 22:15:19.924955 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.925887 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.926399 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: ip-substring-filtering Aug 23 22:15:19.926918 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l2_adjacency.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.927835 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.928334 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 22:15:19.928674 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l3.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.929667 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.930181 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: router Aug 23 22:15:19.930505 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.933045 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.933600 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 22:15:19.933928 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.934812 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.935315 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: ext-gw-mode Aug 23 22:15:19.935639 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.936516 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.937020 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: l3-ha Aug 23 22:15:19.937369 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.938247 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.938748 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 23 22:15:19.939069 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l3_flavors.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.939933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.940442 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: l3-flavors Aug 23 22:15:19.940761 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.943054 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.943575 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 23 22:15:19.943904 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.944802 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.945334 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 22:15:19.945664 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: l3agentscheduler.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.946762 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.947224 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: l3_agent_scheduler Aug 23 22:15:19.947553 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: local_ip.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.949372 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.949894 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension local_ip not supported by any of loaded plugins Aug 23 22:15:19.950251 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: logging.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.951660 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.952180 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension logging not supported by any of loaded plugins Aug 23 22:15:19.952512 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: metering.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.953259 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.954078 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: metering Aug 23 22:15:19.954404 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.955468 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.955980 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: metering_source_and_destination_fields Aug 23 22:15:19.956309 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: multiprovidernet.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.957794 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.958301 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: multi-provider Aug 23 22:15:19.958627 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: netmtu.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.959507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.960017 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: net-mtu Aug 23 22:15:19.960336 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: netmtu_writable.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.961238 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.961744 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: net-mtu-writable Aug 23 22:15:19.962067 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: network_availability_zone.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.962711 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.963208 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: network_availability_zone Aug 23 22:15:19.963537 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: network_ip_availability.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.964621 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.965177 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: network-ip-availability Aug 23 22:15:19.965500 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: network_segment_range.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.966258 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.966757 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 22:15:19.967081 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: pagination.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.968022 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.968353 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: pagination Aug 23 22:15:19.968672 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: port_device_profile.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.969555 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.970066 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: port-device-profile Aug 23 22:15:19.970388 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: port_mac_address_override.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.971263 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.971774 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: port-mac-override Aug 23 22:15:19.972094 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.973611 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.974121 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: port-mac-address-regenerate Aug 23 22:15:19.974439 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.975329 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.975819 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: port-numa-affinity-policy Aug 23 22:15:19.976142 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: port_resource_request.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.977019 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.977543 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 22:15:19.977865 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: port_resource_request_groups.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.978792 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.979292 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 23 22:15:19.979617 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: portbindings.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.980501 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.981008 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: binding Aug 23 22:15:19.981362 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: portbindings_extended.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.982641 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.983154 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: binding-extended Aug 23 22:15:19.983472 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: portsecurity.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.984345 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.984857 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: port-security Aug 23 22:15:19.985214 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: project_id.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.986161 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.986487 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: project-id Aug 23 22:15:19.986804 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: providernet.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.987672 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.988771 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: provider Aug 23 22:15:19.989120 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.992770 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.993332 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos not supported by any of loaded plugins Aug 23 22:15:19.993667 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.994931 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.995441 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 22:15:19.995768 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.996670 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.997222 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 22:15:19.997544 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_default.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:19.998419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:19.998922 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-default not supported by any of loaded plugins Aug 23 22:15:19.999246 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_fip.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.000117 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.000617 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-fip not supported by any of loaded plugins Aug 23 22:15:20.000938 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.001842 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.002344 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 23 22:15:20.002663 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_gateway_ip.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.004102 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.004588 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 22:15:20.004911 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_port_network_policy.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.005814 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.006313 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 22:15:20.006637 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.007666 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.008170 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 23 22:15:20.008492 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.009527 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.010026 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 23 22:15:20.010354 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_pps_rule.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.011493 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.012004 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-pps not supported by any of loaded plugins Aug 23 22:15:20.012329 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_rule_type_details.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.013243 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.013754 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 22:15:20.014082 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.014946 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.015450 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 23 22:15:20.015769 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: qos_rules_alias.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.016784 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.017330 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 22:15:20.017652 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: quota_check_limit.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.018519 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.019029 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: quota-check-limit Aug 23 22:15:20.019954 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: quotasv2.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.021245 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.021578 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: quotas Aug 23 22:15:20.021900 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: quotasv2_detail.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.023634 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.023968 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: quota_details Aug 23 22:15:20.024299 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: rbac.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.025736 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.026298 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: rbac-policies Aug 23 22:15:20.026630 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: rbac_address_group.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.027564 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.028070 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: rbac-address-group Aug 23 22:15:20.028399 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: rbac_address_scope.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.029297 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.029805 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: rbac-address-scope Aug 23 22:15:20.030131 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: rbac_security_groups.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.031146 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.031605 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: rbac-security-groups Aug 23 22:15:20.031927 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: rbac_subnetpool.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.032817 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.033350 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: rbac-subnetpool Aug 23 22:15:20.033674 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: revisionifmatch.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.034578 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.035213 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: revision-if-match Aug 23 22:15:20.035647 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: revisions.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.036767 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.037317 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: standard-attr-revisions Aug 23 22:15:20.037642 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: router_availability_zone.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.038327 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.038805 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: router_availability_zone Aug 23 22:15:20.039127 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: routerservicetype.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.040029 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.040534 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension router-service-type not supported by any of loaded plugins Aug 23 22:15:20.040846 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.041760 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.042269 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: security-groups-normalized-cidr Aug 23 22:15:20.042590 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.043478 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.043996 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: port-security-groups-filtering Aug 23 22:15:20.044322 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.045242 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.045760 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: security-groups-remote-address-group Aug 23 22:15:20.046078 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.047002 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.047511 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: security-groups-shared-filtering Aug 23 22:15:20.047823 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: securitygroup.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.058166 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.058740 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: security-group Aug 23 22:15:20.059075 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: segment.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.059870 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.060393 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension segment not supported by any of loaded plugins Aug 23 22:15:20.060716 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.061757 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.062293 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 22:15:20.062690 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: servicetype.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.063698 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.064326 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: service-type Aug 23 22:15:20.064537 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: sorting.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.065511 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.065842 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: sorting Aug 23 22:15:20.066691 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: standard_attr_segment.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.067597 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.068119 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 22:15:20.068438 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: standardattrdescription.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.069109 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.069609 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: standard-attr-description Aug 23 22:15:20.069928 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: stateful_security_group.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.070855 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.071367 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: stateful-security-group Aug 23 22:15:20.071689 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: stdattrs_common.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.072241 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 22:15:20.072558 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.073481 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.074000 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 22:15:20.074322 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: subnet_onboard.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.075363 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.075877 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: subnet_onboard Aug 23 22:15:20.076200 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.077112 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.077619 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 22:15:20.077939 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: subnet_service_types.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.078823 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.079329 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: subnet-service-types Aug 23 22:15:20.079649 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: subnetallocation.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.080694 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.081233 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: subnet_allocation Aug 23 22:15:20.081557 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.082890 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.083405 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: subnetpool-prefix-ops Aug 23 22:15:20.083723 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.084651 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.085188 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 22:15:20.085508 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: tagging.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.086594 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.087107 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: standard-attr-tag Aug 23 22:15:20.087426 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: timestamp.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.088622 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.089153 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loaded extension: standard-attr-timestamp Aug 23 22:15:20.089480 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: trunk.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.090483 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.090984 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension trunk not supported by any of loaded plugins Aug 23 22:15:20.091304 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: trunk_details.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.092176 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.092711 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension trunk-details not supported by any of loaded plugins Aug 23 22:15:20.093005 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: uplink_status_propagation.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.093941 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.094441 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 22:15:20.094819 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Loading extension file: vlantransparent.py {{(pid=106480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 22:15:20.095410 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 22:15:20.095903 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 22:15:20.099323 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:network Aug 23 22:15:20.099853 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:subnet Aug 23 22:15:20.100247 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 22:15:20.100638 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:port Aug 23 22:15:20.104680 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.104680 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service FLAVORS assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.104680 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.104680 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.104680 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:router Aug 23 22:15:20.104680 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 22:15:20.104680 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service METERING assigned prefix: /metering {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.106188 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:20.106559 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:20.106912 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:15:20.107974 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 22:15:20.108418 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:security_group Aug 23 22:15:20.108850 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 22:15:20.109434 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service CORE assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.109765 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 22:15:20.110115 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] subnetpool is already registered Aug 23 22:15:20.110548 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service CORE assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.110874 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 22:15:20.111201 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] subnetpool is already registered Aug 23 22:15:20.114487 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.114933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service FLAVORS assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.115533 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.115955 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.116294 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:router Aug 23 22:15:20.116638 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] router is already registered Aug 23 22:15:20.117077 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 22:15:20.117416 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] floatingip is already registered Aug 23 22:15:20.117884 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service METERING assigned prefix: /metering {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.118590 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 22:15:20.118915 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] rbac_policy is already registered Aug 23 22:15:20.119330 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:security_group Aug 23 22:15:20.119663 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] security_group is already registered Aug 23 22:15:20.120080 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 22:15:20.120413 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] security_group_rule is already registered Aug 23 22:15:20.121094 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service CORE assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.121424 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 22:15:20.121757 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] subnetpool is already registered Aug 23 22:15:20.122179 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.v2.resource_helper [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Service CORE assigned prefix: {{(pid=106480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 22:15:20.122498 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 22:15:20.122825 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING neutron.quota.resource_registry [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] subnetpool is already registered Aug 23 22:15:20.123329 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: extensions {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.124894 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: address-groups {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.126443 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: address-scopes {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.127794 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: agents {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.129208 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: auto-allocated-topology {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.130488 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: availability_zones {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.131744 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: dhcp-networks {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.133325 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: dhcp-agents {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.134770 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: routers {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.136499 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: flavors {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.137812 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: service_profiles {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.139085 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: next_providers {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.140559 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: service_profiles {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.143383 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: floatingip-pools {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.145392 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: routers {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.147157 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: floatingips {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.148473 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: l3-routers {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.149911 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: l3-agents {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.151343 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: metering-labels {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.152647 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: metering-label-rules {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.154082 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: network-ip-availabilities {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.155382 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: bindings {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.157018 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: quotas {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.158688 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: quotas {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.160858 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: rbac-policies {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.162125 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: security-groups {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.163445 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: security-group-rules {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.164728 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: service-providers {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.167107 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: subnetpools {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.167435 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: subnetpools {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.168899 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.170618 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.172470 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.174318 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.176056 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.178060 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.179788 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.181998 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.183752 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.185580 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron.api.extensions [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Extended resource: tags {{(pid=106480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 22:15:20.191917 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING keystonemiddleware.auth_token [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 22:15:20.197224 dv-cinder-850321-4-iscsi neutron-server[106480]: WARNING keystonemiddleware.auth_token [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 22:15:20.206406 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_concurrency.lockutils [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Acquiring lock "singleton_lock" {{(pid=106480) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 23 22:15:20.207294 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_concurrency.lockutils [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Acquired lock "singleton_lock" {{(pid=106480) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 23 22:15:20.207894 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_concurrency.lockutils [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Releasing lock "singleton_lock" {{(pid=106480) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 23 22:15:20.208676 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO oslo_service.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Starting 2 workers Aug 23 22:15:20.213554 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Started child 106593 {{(pid=106480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 22:15:20.218241 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Started child 106594 {{(pid=106480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 22:15:20.219448 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:20.220380 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO neutron.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 22:15:20.220530 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:20.221255 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [-] (106593) wsgi starting up on http://0.0.0.0:9696 Aug 23 22:15:20.223683 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO oslo_service.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Starting 1 workers Aug 23 22:15:20.225116 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:20.226664 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [-] (106594) wsgi starting up on http://0.0.0.0:9696 Aug 23 22:15:20.228949 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Started child 106595 {{(pid=106480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 22:15:20.229551 dv-cinder-850321-4-iscsi neutron-server[106480]: INFO oslo_service.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Starting 1 workers Aug 23 22:15:20.233317 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] calling RpcWorker wait() {{(pid=106595) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 22:15:20.234239 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] returning from RpcWorker wait() {{(pid=106595) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 22:15:20.234389 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Started child 106596 {{(pid=106480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 22:15:20.235090 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG neutron_lib.callbacks.manager [None req-e7437b64-dfd2-45b0-b25f-d82cba2e6f21 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:20.235255 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:20.235569 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:15:20.237234 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106480) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 22:15:20.237431 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 22:15:20.237605 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 22:15:20.237846 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 22:15:20.238240 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 22:15:20.238438 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 22:15:20.238957 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.239394 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.239663 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.239936 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.240528 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.240796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.241045 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.241362 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.241628 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.241794 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.241933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.242194 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.242441 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.242821 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.243102 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.243499 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.243652 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.243806 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.244029 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.244178 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:20.245244 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.245244 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.245244 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] debug = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.245244 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.245830 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.245830 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.246104 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.246326 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.246638 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.246845 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.247251 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.247403 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.247569 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.247805 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.248055 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.248307 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.248538 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.248793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.249111 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.249288 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.249771 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] host = dv-cinder-850321-4-iscsi {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.250025 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.250260 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.250571 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.250763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.251029 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.251239 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.251498 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.251741 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.252077 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.252230 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.252449 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.252702 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.252935 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.253208 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.253356 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_options = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.253984 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.254341 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.254609 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.254802 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.254971 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.255116 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.255396 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.255546 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.255795 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.256037 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.256264 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.256501 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.256741 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260074 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260074 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260074 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260074 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260074 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260074 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260074 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260074 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260732 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260732 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260732 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260732 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260732 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.260732 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.261726 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.261726 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.261726 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.261726 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.263598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.263598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.263598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.263598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.263598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.263598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.263598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.263598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.270586 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.270586 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.270586 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.270586 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.270586 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.270586 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.270586 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.270586 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_json = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.273555 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.273555 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.273555 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.273555 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.273555 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.273555 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.273555 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.273555 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.274155 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.274155 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274155 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274155 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274155 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274155 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274155 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274155 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.274646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275116 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275116 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275116 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275116 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275116 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275116 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275116 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275116 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275630 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275630 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275630 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275630 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275630 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275630 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.275630 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.276014 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.276014 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.276277 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.276513 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.276684 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.276954 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.277158 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.277391 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.277619 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.277816 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.278084 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.278317 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.278562 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.278914 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.279691 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.279924 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.280407 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.280407 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.280738 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:15:20.280910 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.281287 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.281287 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.281583 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.281754 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.281900 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.282209 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.282368 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.282598 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.282770 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.283221 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.283668 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.284277 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.284502 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.284735 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.284932 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 50340) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:15:20.285629 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.285848 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.286062 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.286279 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.286493 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.286729 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.286974 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.287186 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.287417 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.287665 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.287866 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.288075 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.288312 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.288575 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.288790 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.289021 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.289257 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.289470 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.289710 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.289917 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.290142 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.290353 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.290563 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.290773 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.290984 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.291216 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.291428 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.291636 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.291949 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.292188 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.292457 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.292691 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.292935 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.293234 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.293479 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.293692 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.294056 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.294214 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.294482 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.294608 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.294864 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.295102 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.295342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.295579 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.295799 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.296017 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.296233 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.296469 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.296684 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.296926 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.297170 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.297434 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.297658 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.297931 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.298138 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.298499 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.298724 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.298956 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.299210 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.300143 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.300487 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.300670 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.300892 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.301522 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.301522 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.302164 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.302164 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.303526 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.303526 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.303526 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.303526 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.304838 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [-] 10.222.0.88 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0110307 Aug 23 22:15:20.304991 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.304991 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.304991 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.304991 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.304991 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.304991 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.304991 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.304991 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.307504 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.307504 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.307504 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.307504 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.307504 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.307504 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.307504 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.307504 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.309196 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.309196 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.309196 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.309196 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.311152 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.311383 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.311554 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.311702 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.311869 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.312090 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.312339 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.312562 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.312782 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.313015 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.313648 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.313648 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.313953 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.313953 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.314243 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.314428 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.314612 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.314808 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.315064 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.315250 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.315470 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.315691 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.315923 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.316180 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.316402 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.316669 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.316919 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.317401 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.317636 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.317890 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.318358 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.318573 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.318819 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.319566 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.319783 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.320139 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.320304 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.320563 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.320890 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.320890 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.321213 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.321554 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.321554 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.321896 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.322158 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.322390 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.322705 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.322855 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.323073 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.323333 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.323494 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.323738 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.324116 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [-] 10.222.0.88 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0192211 Aug 23 22:15:20.324305 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.324666 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.325046 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.326193 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.326193 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.326193 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.326193 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.327413 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.327816 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.329349 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.329744 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.330148 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.330930 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.330930 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.330930 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.331342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.332720 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.333003 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.333271 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.334331 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.334331 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.334331 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.334745 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.334745 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.337391 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.337391 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.337391 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.337391 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.337391 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.337391 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.337391 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.337391 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.338252 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.338252 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.338252 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.338252 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.338252 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.338252 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.338907 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.338907 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.338907 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.339312 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.339312 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.339574 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.339712 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.339856 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.340066 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.340322 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.340541 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.340762 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.340996 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.341279 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.341433 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.341646 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.343499 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.343499 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.343499 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.343930 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.343930 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.344199 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.344332 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.344522 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.344801 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.346244 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.346529 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.346768 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.347026 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.347305 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.348102 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.349272 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.349590 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.349875 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.353411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.353411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.353411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.353411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.353411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.353411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.353411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.353411 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.354937 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.356736 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.357438 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.357722 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.357969 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.358237 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.358583 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.358747 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.360793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.360793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.360793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.360793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.360793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.360793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.360793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.360793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.360793 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.362425 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.362425 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.362425 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 22:15:20.362425 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106480) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 22:15:20.363890 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 22:15:20.364111 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 22:15:20.364336 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 22:15:20.364541 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 22:15:20.364699 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 22:15:20.365008 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.365212 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.365376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.365519 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.365660 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.365804 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.365947 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.366089 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.366230 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.366371 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.366528 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.366671 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.366815 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.366954 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.367092 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.367256 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.367400 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.367540 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.367684 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.367841 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.367984 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.368125 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] debug = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.368268 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.368410 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.368584 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.369018 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.369018 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.369018 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.369365 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.369365 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.369574 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.369691 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.369800 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.369959 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.372577 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.372577 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.372577 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.372577 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.372577 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.372577 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] host = dv-cinder-850321-4-iscsi {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.372577 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.372577 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373969 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373969 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373969 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.373969 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.374403 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.374403 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_options = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.374403 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.374756 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.374756 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.374971 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.375089 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.375207 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.375323 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377128 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377128 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377128 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377128 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377128 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377128 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377128 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377128 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377724 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377724 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377724 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377724 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377724 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377724 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.377724 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.378159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.378159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.378159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.378354 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.378354 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.378504 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380159 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380703 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380703 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380703 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380703 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380703 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380703 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.380703 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.381114 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.381114 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.381257 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.381379 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_json = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.381467 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.382126 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.382126 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.382126 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.382126 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.382423 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.382423 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.382641 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.382641 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 22:15:20.382809 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.382974 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.383143 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.383302 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.383462 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.383621 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.383779 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.383937 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.384096 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.384253 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.384421 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.384578 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.384747 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.385409 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.385409 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.385409 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.385409 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.385858 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.385858 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.385858 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.386039 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.386155 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.386323 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.386470 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.386628 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.386769 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.387580 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.387580 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.387580 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.387580 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.387580 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.388129 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.388434 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.388434 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.388683 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.388796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.388908 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.389236 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.389370 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.389490 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.389631 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.390023 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.391222 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.391588 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.391744 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.391990 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.392125 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.392242 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.392355 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.392593 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.392731 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.392863 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.392975 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.393122 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.393386 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.393523 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.393637 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.393747 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.394009 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.394148 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.394809 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.394936 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.395062 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.395190 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.395304 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.395591 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.395591 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.396174 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.396174 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.396174 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.396775 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.396775 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.396775 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.396775 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.396775 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.397852 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.397852 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.398232 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.398232 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.399231 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.399231 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.399231 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.399231 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.399231 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.399231 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.399231 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400101 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400101 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400101 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400101 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400101 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400101 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400804 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400804 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400804 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.400804 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.401329 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.403781 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.403781 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.403781 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.403781 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.403781 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.403781 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.403781 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.404620 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.404620 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.404620 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.405251 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.405251 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.405776 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.405776 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.406998 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.406998 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.406998 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.406998 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.406998 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.407591 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.407591 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.407823 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.407963 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.408089 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.408215 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.408347 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.408487 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.408762 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.408900 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.409027 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.411957 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.411957 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.411957 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.411957 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.411957 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.411957 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.411957 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.411957 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.413376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.413376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.413376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.413376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.413376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.413376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.413376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.413376 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.414698 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.414698 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.414698 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.414698 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.414698 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.414698 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.414698 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.414698 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.416115 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.416115 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.416115 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.416115 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.416115 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.416115 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.416115 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.416115 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.417419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.417419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.417419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.417419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.417419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.417419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.417419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.417419 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.419763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.419763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.419763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.419763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.419763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.419763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.419763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.419763 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.421216 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.421216 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.421216 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.421216 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.421216 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.422180 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:15:20.422418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.422418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.422418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.422418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.422418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.422418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.422418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.422418 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.424107 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.424107 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.424107 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.424107 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.424107 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.424107 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.424107 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.424107 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.425796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.425796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.425796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.425796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.425796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.425796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.425796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.425796 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.427704 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.427704 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.427704 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.427704 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.427704 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.427704 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.427704 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.427704 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.428640 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.428640 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.428640 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.428640 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.428640 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.428640 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.428640 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.428640 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.428640 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.430825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.430825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.430825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.430825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.430825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.430825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.430825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.430825 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.433042 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.433042 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.433042 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.433042 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.433042 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.433042 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.433042 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.433042 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.434507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.434507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.434507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.434507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.434507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.434507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.434507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.434507 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.436327 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.436327 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.436327 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.436327 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.436327 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.436327 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.436327 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.436327 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.437860 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.437860 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.437860 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.437860 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.437860 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.437860 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.437860 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.437860 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.439402 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.439402 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.439402 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.439402 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.439402 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.439402 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.439402 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.439402 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.440933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.440933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.440933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.440933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.440933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.440933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.440933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.440933 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.442342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.442342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.442342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.442342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.442342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.442342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.442342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.442342 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.443486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.443486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.443486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.443486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.443486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.443486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.443486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.443486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.443486 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.445229 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.445229 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.445229 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.445229 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.445229 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.445229 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.445229 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.445229 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.445229 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.446570 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.446570 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 22:15:20.446570 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 22:15:29.684723 dv-cinder-850321-4-iscsi neutron-server[106480]: DEBUG dbcounter [-] [106480] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:15:33.609598 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30732949-0f71-45a3-8519-9d123fb66f34 None None] get_active_networks_info from dv-cinder-850321-4-iscsi {{(pid=106595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 23 22:15:33.622704 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writer thread running {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 22:15:33.682003 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30732949-0f71-45a3-8519-9d123fb66f34 None None] No non-hosted networks {{(pid=106595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 22:15:33.712881 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.agentschedulers_db [None req-30732949-0f71-45a3-8519-9d123fb66f34 None None] DHCP Agent not found on host dv-cinder-850321-4-iscsi {{(pid=106595) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 23 22:15:33.873536 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-52b74717-8ef2-4a94-b76d-ef4e3aa50937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830175'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:35.144059 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writer thread running {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 22:15:36.043293 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1ce28a66-3df8-4dd7-b7af-259f992fe06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830175'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:36.142015 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-f492cc08-0560-43ac-b2b7-d670afce7d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:38.578654 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 50422) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:15:38.800982 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830175'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:39.374642 dv-cinder-850321-4-iscsi neutron-server[106594]: WARNING oslo_policy.policy [None req-c8e097a9-6e04-4b67-aacc-a3fc8c1b1c2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 22:15:39.375840 dv-cinder-850321-4-iscsi neutron-server[106594]: WARNING oslo_policy.policy [None req-c8e097a9-6e04-4b67-aacc-a3fc8c1b1c2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 22:15:39.811014 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [None req-c8e097a9-6e04-4b67-aacc-a3fc8c1b1c2e admin admin] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:15:39.829170 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c8e097a9-6e04-4b67-aacc-a3fc8c1b1c2e admin admin] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2424700 Aug 23 22:15:40.086301 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830175'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:40.087256 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.087758 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.088124 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.088460 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.088782 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.089391 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.089881 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.090396 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.090727 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.091045 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.091525 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.091997 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.092483 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.092981 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.094726 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:40.095485 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850321-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:15:40.117205 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850321-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:15:40.512940 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.db.l3_hamode_db [None req-89be952e-8696-4880-9baf-8307251b7267 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 22:15:40.711321 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be952e-8696-4880-9baf-8307251b7267 None None] Routers set() bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:15:40.711955 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be952e-8696-4880-9baf-8307251b7267 None None] Router IDs set() for agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 23 22:15:40.972105 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830175'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:43.106440 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 50458) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:15:43.592358 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-0ed2ccf3-75f1-449f-8e07-e5fb60a4c833 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:15:43.698264 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.policy [None req-0ed2ccf3-75f1-449f-8e07-e5fb60a4c833 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 22:15:43.742616 dv-cinder-850321-4-iscsi neutron-server[106594]: WARNING oslo_policy.policy [None req-0ed2ccf3-75f1-449f-8e07-e5fb60a4c833 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 22:15:43.742999 dv-cinder-850321-4-iscsi neutron-server[106594]: WARNING oslo_policy.policy [None req-0ed2ccf3-75f1-449f-8e07-e5fb60a4c833 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 22:15:43.764544 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writer thread running {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 22:15:43.864443 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-0ed2ccf3-75f1-449f-8e07-e5fb60a4c833 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498428539', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498426999', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498379464', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498388873', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498382509', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498389537', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-690824', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1666281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578131'] for rbac-policy (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:43.958115 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-0ed2ccf3-75f1-449f-8e07-e5fb60a4c833 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:43.959915 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-0ed2ccf3-75f1-449f-8e07-e5fb60a4c833 admin admin] 10.222.0.88 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8523736 Aug 23 22:15:46.547681 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 50468) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:15:46.942434 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:15:46.985101 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Made reservation on behalf of 709dbd6287a240f3b6044bf6d6e63334 for: {'network': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:15:46.989686 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:47.012731 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:47.152398 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Publish callbacks [] for security_group (7ccdb7d3-2bb7-458f-9de0-a28e5ccd8285), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:47.158256 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7ccdb7d3-2bb7-458f-9de0-a28e5ccd8285), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:47.197194 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=106594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:15:47.229279 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792493631820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (0850893f-841e-4be5-a733-9be2599b15e2), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:47.229883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Unsubscribe: segment precommit_create {{(pid=106594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 22:15:47.230477 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.segments_db [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Added segment 0850893f-841e-4be5-a733-9be2599b15e2 of type vlan for network 04ccc223-8266-45c0-9f0e-57fbef5627d5 Aug 23 22:15:47.237982 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccdb7d3-2bb7-458f-9de0-a28e5ccd8285,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:15:47.277911 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.278255 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.278613 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.278965 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.279302 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.279632 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.279955 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.280274 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.280602 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.280918 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.281272 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.281644 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.281935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.282329 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.282570 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Tracked resource versions report: Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: pushed versions: Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: { 'AddressGroup': {'1.2'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Agent': {'1.1'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'ConntrackHelper': {'1.0'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'LocalIPAssociation': {'1.0'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Log': {'1.0'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'NDPProxy': {'1.0'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Network': {'1.1'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Port': {'1.7'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'PortForwarding': {'1.3'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'QosPolicy': {'1.10'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SecurityGroup': {'1.5'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SecurityGroupRule': {'1.2'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SubPort': {'1.0'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Subnet': {'1.1'}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Trunk': {'1.1'}} Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: consumer versions: Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: { DHCP agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: L3 agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: Metadata agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: Metering agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: Open vSwitch agent@dv-cinder-850321-4-iscsi: { 'AddressGroup': '1.2', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Agent': '1.1', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'ConntrackHelper': '1.0', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'LocalIPAssociation': '1.0', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Log': '1.0', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'NDPProxy': '1.0', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Network': '1.1', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Port': '1.7', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'PortForwarding': '1.3', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'QosPolicy': '1.10', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SecurityGroup': '1.5', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SecurityGroupRule': '1.2', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SubPort': '1.0', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Subnet': '1.1', Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Trunk': '1.1'}} Aug 23 22:15:47.284053 dv-cinder-850321-4-iscsi neutron-server[106594]: {{(pid=106594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 22:15:47.360870 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (04ccc223-8266-45c0-9f0e-57fbef5627d5), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:47.384734 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:15:47.413984 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (04ccc223-8266-45c0-9f0e-57fbef5627d5), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:47.419088 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:15:47.419805 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:47.513989 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9651911 Aug 23 22:15:47.557193 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dc747-8d1f-4a82-8a83-0d2d86f60ced demo demo] Pushing event updated for resources: {'Network': ['ID=04ccc223-8266-45c0-9f0e-57fbef5627d5,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:15:47.572133 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 04ccc223-8266-45c0-9f0e-57fbef5627d5 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:15:50.313364 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 50482) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:15:51.181217 dv-cinder-850321-4-iscsi neutron-server[106593]: WARNING oslo_policy.policy [None req-cfa8b409-abc0-4b72-bc99-b1878430a8c3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 22:15:51.182352 dv-cinder-850321-4-iscsi neutron-server[106593]: WARNING oslo_policy.policy [None req-cfa8b409-abc0-4b72-bc99-b1878430a8c3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 22:15:51.464594 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writer thread running {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 22:15:51.465489 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:15:51.717801 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.policy [None req-cfa8b409-abc0-4b72-bc99-b1878430a8c3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106593) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 22:15:51.764815 dv-cinder-850321-4-iscsi neutron-server[106593]: WARNING oslo_policy.policy [None req-cfa8b409-abc0-4b72-bc99-b1878430a8c3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 22:15:51.765264 dv-cinder-850321-4-iscsi neutron-server[106593]: WARNING oslo_policy.policy [None req-cfa8b409-abc0-4b72-bc99-b1878430a8c3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 22:15:51.774245 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa8b409-abc0-4b72-bc99-b1878430a8c3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:15:51.776653 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-cfa8b409-abc0-4b72-bc99-b1878430a8c3 demo admin] 10.222.0.88 "GET /networking/v2.0/networks/04ccc223-8266-45c0-9f0e-57fbef5627d5 HTTP/1.1" status: 200 len: 826 time: 1.4613938 Aug 23 22:15:51.837720 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-be7d0191-6214-47bd-9060-d88d850fea79 demo admin] 10.222.0.88 "GET /networking/v2.0/subnetpools/b6f6b606-2c6e-48f1-bb66-2c54000ff94d HTTP/1.1" status: 200 len: 734 time: 0.0504255 Aug 23 22:15:51.850113 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Request body: {'subnet': {'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'b6f6b606-2c6e-48f1-bb66-2c54000ff94d', 'name': 'private-subnet'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:15:51.913885 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Made reservation on behalf of 709dbd6287a240f3b6044bf6d6e63334 for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:15:51.920459 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:52.028053 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:15:52.036423 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=8 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:15:52.345736 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (caeefcc5-487c-4f3d-bd99-0f3535ae4398), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:52.441750 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Checking segment: {'id': '0850893f-841e-4be5-a733-9be2599b15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:15:52.442248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Network hostable DHCP agents. Network: 04ccc223-8266-45c0-9f0e-57fbef5627d5, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:15:52.455158 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Pushing event updated for resources: {'Subnet': ['ID=caeefcc5-487c-4f3d-bd99-0f3535ae4398,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:15:52.470567 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.471641 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.471641 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.472124 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.472659 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.473694 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.474153 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.474656 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.475195 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.475615 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.476030 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.476466 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.476879 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.477315 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.477738 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Tracked resource versions report: Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: pushed versions: Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: { 'AddressGroup': {'1.2'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Agent': {'1.1'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'ConntrackHelper': {'1.0'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'LocalIPAssociation': {'1.0'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Log': {'1.0'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'NDPProxy': {'1.0'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Network': {'1.1'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Port': {'1.7'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'PortForwarding': {'1.3'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'QosPolicy': {'1.10'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SecurityGroup': {'1.5'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SecurityGroupRule': {'1.2'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SubPort': {'1.0'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Subnet': {'1.1'}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Trunk': {'1.1'}} Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: consumer versions: Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: { DHCP agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: L3 agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: Metadata agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: Metering agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: Open vSwitch agent@dv-cinder-850321-4-iscsi: { 'AddressGroup': '1.2', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Agent': '1.1', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'ConntrackHelper': '1.0', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'LocalIPAssociation': '1.0', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Log': '1.0', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'NDPProxy': '1.0', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Network': '1.1', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Port': '1.7', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'PortForwarding': '1.3', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'QosPolicy': '1.10', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SecurityGroup': '1.5', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SecurityGroupRule': '1.2', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SubPort': '1.0', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Subnet': '1.1', Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Trunk': '1.1'}} Aug 23 22:15:52.479349 dv-cinder-850321-4-iscsi neutron-server[106593]: {{(pid=106593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 22:15:52.511561 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Network 04ccc223-8266-45c0-9f0e-57fbef5627d5 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:15:52.534895 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 04ccc223-8266-45c0-9f0e-57fbef5627d5) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:15:52.543540 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:15:52.544518 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:52.553945 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de53af7-c3e4-420e-99a9-107a82a19f02 None None] Network 04ccc223-8266-45c0-9f0e-57fbef5627d5 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:15:52.578093 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c4d2ee9e-6029-4189-b74f-a6f21386175a demo admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7327373 Aug 23 22:15:52.590470 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=30,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:15:52.909561 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-04ccc223-8266-45c0-9f0e-57fbef5627d5', 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5', 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'fixed_ips': [{'subnet_id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:15:52.912290 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:53.379809 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Allocated IP 172.20.0.2 (04ccc223-8266-45c0-9f0e-57fbef5627d5/caeefcc5-487c-4f3d-bd99-0f3535ae4398/6b1b1696-88a9-431b-8bf2-adb07a77b04d) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:15:53.811923 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Publish callbacks [] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:53.825688 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:53.922679 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Network 04ccc223-8266-45c0-9f0e-57fbef5627d5 is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:15:53.930072 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:15:53.936329 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:15:53.940799 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Pushing event updated for resources: {'Port': ['ID=6b1b1696-88a9-431b-8bf2-adb07a77b04d,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:15:53.983310 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.983875 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.984423 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.984984 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.987284 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.987284 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.987284 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.987284 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.987284 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.987970 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.988265 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.990031 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.990460 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.990854 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.991245 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Tracked resource versions report: Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: pushed versions: Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: { 'AddressGroup': {'1.2'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Agent': {'1.1'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'ConntrackHelper': {'1.0'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'LocalIPAssociation': {'1.0'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Log': {'1.0'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'NDPProxy': {'1.0'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Network': {'1.1'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Port': {'1.7'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'PortForwarding': {'1.3'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'QosPolicy': {'1.10'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SecurityGroup': {'1.5'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SecurityGroupRule': {'1.2'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SubPort': {'1.0'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Subnet': {'1.1'}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Trunk': {'1.1'}} Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: consumer versions: Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: { DHCP agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: L3 agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: Metadata agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: Metering agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: Open vSwitch agent@dv-cinder-850321-4-iscsi: { 'AddressGroup': '1.2', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Agent': '1.1', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'ConntrackHelper': '1.0', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'LocalIPAssociation': '1.0', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Log': '1.0', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'NDPProxy': '1.0', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Network': '1.1', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Port': '1.7', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'PortForwarding': '1.3', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'QosPolicy': '1.10', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SecurityGroup': '1.5', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SecurityGroupRule': '1.2', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SubPort': '1.0', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Subnet': '1.1', Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Trunk': '1.1'}} Aug 23 22:15:53.992833 dv-cinder-850321-4-iscsi neutron-server[106595]: {{(pid=106595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 22:15:54.077201 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Attempting to bind port 6b1b1696-88a9-431b-8bf2-adb07a77b04d on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:15:54.077741 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Attempting to bind port 6b1b1696-88a9-431b-8bf2-adb07a77b04d by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '0850893f-841e-4be5-a733-9be2599b15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:15:54.078384 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Attempting to bind port 6b1b1696-88a9-431b-8bf2-adb07a77b04d on network 04ccc223-8266-45c0-9f0e-57fbef5627d5 {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:15:54.088977 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:15:54.089632 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Checking segment: {'id': '0850893f-841e-4be5-a733-9be2599b15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:15:54.090497 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:54.091155 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Bound using segment: {'id': '0850893f-841e-4be5-a733-9be2599b15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:15:54.091970 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Bound port: 6b1b1696-88a9-431b-8bf2-adb07a77b04d, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0850893f-841e-4be5-a733-9be2599b15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:15:54.092615 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:54.117934 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:15:54.211696 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] For port 6b1b1696-88a9-431b-8bf2-adb07a77b04d, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:15:54.220029 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] For port 6b1b1696-88a9-431b-8bf2-adb07a77b04d, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=6b1b1696-88a9-431b-8bf2-adb07a77b04d,segment=NetworkSegment(0850893f-841e-4be5-a733-9be2599b15e2),segment_id=0850893f-841e-4be5-a733-9be2599b15e2)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:15:54.233694 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:15:54.320336 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da0756-8a19-4639-806c-b7c346a15fbc None None] Pushing event updated for resources: {'Port': ['ID=6b1b1696-88a9-431b-8bf2-adb07a77b04d,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:15:55.969528 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 50510) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:15:56.479544 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [None req-5cefacfc-1aac-40ab-a176-19d14e54f2d3 admin admin] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:15:56.481216 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5cefacfc-1aac-40ab-a176-19d14e54f2d3 admin admin] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5105188 Aug 23 22:15:57.511683 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:15:57.527367 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:INSERT=9,neutron:SELECT=53,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:15:59.769376 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 50518) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:16:00.396191 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [None req-1e7e002f-833a-42af-9e2f-7c95d0b5c5b7 admin admin] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:16:00.398952 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-1e7e002f-833a-42af-9e2f-7c95d0b5c5b7 admin admin] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6266415 Aug 23 22:16:02.562055 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=55,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:02.569047 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=56,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:03.500942 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 50528) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:16:03.596372 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-63c27618-ca78-48c9-9ca2-781be72cbab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:03.956787 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-5c811892-a493-48d5-a08a-cc3231403773 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:16:03.987175 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5c811892-a493-48d5-a08a-cc3231403773 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (3a013c73-99d7-4453-a884-e8399955b002), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:03.988770 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5c811892-a493-48d5-a08a-cc3231403773 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (3a013c73-99d7-4453-a884-e8399955b002), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:04.149711 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5c811892-a493-48d5-a08a-cc3231403773 demo demo] Publish callbacks [] for router_controller (3a013c73-99d7-4453-a884-e8399955b002), precommit_add_association {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:04.155266 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5c811892-a493-48d5-a08a-cc3231403773 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (3a013c73-99d7-4453-a884-e8399955b002), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:04.178736 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5c811892-a493-48d5-a08a-cc3231403773 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:04.179984 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5c811892-a493-48d5-a08a-cc3231403773 demo demo] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6780083 Aug 23 22:16:04.877713 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 6b1b1696-88a9-431b-8bf2-adb07a77b04d up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:16:04.975678 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 6b1b1696-88a9-431b-8bf2-adb07a77b04d triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:04.976426 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:05.130946 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:05.135245 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 6b1b1696-88a9-431b-8bf2-adb07a77b04d is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:16:05.136027 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:05.204457 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 6b1b1696-88a9-431b-8bf2-adb07a77b04d, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=6b1b1696-88a9-431b-8bf2-adb07a77b04d,segment=NetworkSegment(0850893f-841e-4be5-a733-9be2599b15e2),segment_id=0850893f-841e-4be5-a733-9be2599b15e2)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:16:05.213548 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:05.242782 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b9979-1f51-4f84-aaae-4cdf981ba1e0 None None] Network 04ccc223-8266-45c0-9f0e-57fbef5627d5 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:16:05.328361 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=6b1b1696-88a9-431b-8bf2-adb07a77b04d,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:05.365377 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-1867a8d8-042a-42ee-9f10-baccb2c3096f None None] Provisioning complete for port 6b1b1696-88a9-431b-8bf2-adb07a77b04d triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:05.365750 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1867a8d8-042a-42ee-9f10-baccb2c3096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:05.499762 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-1867a8d8-042a-42ee-9f10-baccb2c3096f None None] Current status of the port 6b1b1696-88a9-431b-8bf2-adb07a77b04d is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:16:05.727602 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-ad5ac60f-dc71-47b7-abbe-dd39892a1c20 None None] Provisioning complete for port 6b1b1696-88a9-431b-8bf2-adb07a77b04d triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:05.728006 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac60f-dc71-47b7-abbe-dd39892a1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:05.814722 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ac60f-dc71-47b7-abbe-dd39892a1c20 None None] Current status of the port 6b1b1696-88a9-431b-8bf2-adb07a77b04d is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:16:06.014433 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5adb4292-c275-40dd-81e8-df3e91451a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:06.811618 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 6b1b1696-88a9-431b-8bf2-adb07a77b04d up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:16:06.858163 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 6b1b1696-88a9-431b-8bf2-adb07a77b04d triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:06.858467 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:06.939051 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 6b1b1696-88a9-431b-8bf2-adb07a77b04d is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:16:07.079052 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 50542) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:16:07.514813 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [None req-3f695faa-1a3a-4cc0-ac08-228bd16d6c24 admin admin] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:16:07.516683 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3f695faa-1a3a-4cc0-ac08-228bd16d6c24 admin admin] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4361537 Aug 23 22:16:08.703068 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.075966 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.109799 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 50550) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:16:10.556982 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:16:10.598124 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Made reservation on behalf of fe428a23adc74bbab88ff935243cc4e2 for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:16:10.602144 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.644255 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.794284 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Publish callbacks [] for security_group (b5e9f6fe-2cbc-4f49-80e7-8ce6aa17e970), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.800388 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b5e9f6fe-2cbc-4f49-80e7-8ce6aa17e970), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.827363 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Reserving flat network on physical network physnet1 {{(pid=106593) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 22:16:10.850726 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e9f6fe-2cbc-4f49-80e7-8ce6aa17e970,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:10.857817 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792493631820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (3815d1c4-7eae-4ca0-b001-0f23963396da), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.858398 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Unsubscribe: segment precommit_create {{(pid=106593) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 22:16:10.858900 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Added segment 3815d1c4-7eae-4ca0-b001-0f23963396da of type flat for network 99b37658-e1c0-4d31-812f-643c7edfc06c Aug 23 22:16:10.916257 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.918828 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (99b37658-e1c0-4d31-812f-643c7edfc06c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.965033 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (99b37658-e1c0-4d31-812f-643c7edfc06c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:10.966322 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:16:10.967078 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:11.032066 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9211683 Aug 23 22:16:11.080466 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847d469-feb4-4fbc-ae5e-2dec69ad811a admin admin] Pushing event updated for resources: {'Network': ['ID=99b37658-e1c0-4d31-812f-643c7edfc06c,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:11.095477 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 99b37658-e1c0-4d31-812f-643c7edfc06c details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:16:11.127113 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:13.539671 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 50558) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:16:13.963090 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a916e9-1d10-4f85-bc91-33ae63ccf490 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:16:13.964457 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-42a916e9-1d10-4f85-bc91-33ae63ccf490 demo admin] 10.222.0.88 "GET /networking/v2.0/subnets/caeefcc5-487c-4f3d-bd99-0f3535ae4398 HTTP/1.1" status: 200 len: 849 time: 0.4237480 Aug 23 22:16:14.089150 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-248a8ec7-42b5-4e6e-a6a8-6d64b3399fe2 demo admin] 10.222.0.88 "GET /networking/v2.0/routers/3a013c73-99d7-4453-a884-e8399955b002 HTTP/1.1" status: 200 len: 704 time: 0.1185343 Aug 23 22:16:14.367547 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:14.387768 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:14.474862 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:14.718739 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Allocated IP 172.20.0.1 (04ccc223-8266-45c0-9f0e-57fbef5627d5/caeefcc5-487c-4f3d-bd99-0f3535ae4398/84b7a4f3-11d3-4cec-942a-c533512ea7ef) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:16:14.933572 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Publish callbacks [] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:15.035127 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:15.208456 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Network 04ccc223-8266-45c0-9f0e-57fbef5627d5 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:16:15.213728 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:16:15.220825 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:16:15.221394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (3a013c73-99d7-4453-a884-e8399955b002), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:15.282126 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Pushing event updated for resources: {'Port': ['ID=84b7a4f3-11d3-4cec-942a-c533512ea7ef,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:15.456833 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:15.501802 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-6582f768-fbcd-4da7-b37e-b8e176b5a7b2 None None] Provisioning complete for port 84b7a4f3-11d3-4cec-942a-c533512ea7ef triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:15.502361 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6582f768-fbcd-4da7-b37e-b8e176b5a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:15.537712 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-6582f768-fbcd-4da7-b37e-b8e176b5a7b2 None None] Port 84b7a4f3-11d3-4cec-942a-c533512ea7ef cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:16:15.688714 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Publish callbacks [] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:15.694712 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:15.695688 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (3a013c73-99d7-4453-a884-e8399955b002), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:15.761832 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Pushing event updated for resources: {'Port': ['ID=84b7a4f3-11d3-4cec-942a-c533512ea7ef,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:15.801697 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:15.807139 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:15.840224 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Network 04ccc223-8266-45c0-9f0e-57fbef5627d5 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:16:15.842048 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:16:16.033896 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Router 3a013c73-99d7-4453-a884-e8399955b002 is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:16:16.055603 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:16.058372 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-cee38ea5-31c0-4c5d-9f82-9f365f1d6b51 None None] Provisioning complete for port 84b7a4f3-11d3-4cec-942a-c533512ea7ef triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:16.058782 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cee38ea5-31c0-4c5d-9f82-9f365f1d6b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:16.096248 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-cee38ea5-31c0-4c5d-9f82-9f365f1d6b51 None None] Port 84b7a4f3-11d3-4cec-942a-c533512ea7ef cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:16:16.185167 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:16:16.194080 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2300dabf-010c-44f4-b743-fa581d61ac2e demo admin] 10.222.0.88 "PUT /networking/v2.0/routers/3a013c73-99d7-4453-a884-e8399955b002/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0992897 Aug 23 22:16:16.196383 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Sync routers for ids ['3a013c73-99d7-4453-a884-e8399955b002'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:16:16.210801 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Routers {'3a013c73-99d7-4453-a884-e8399955b002'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:16:16.211627 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:16:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['3a013c73-99d7-4453-a884-e8399955b002'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:16:16.414853 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Set router 3a013c73-99d7-4453-a884-e8399955b002 gateway port host: None {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:16:16.928996 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a013c73-99d7-4453-a884-e8399955b002', 'name': 'router1', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:16:03Z', 'updated_at': '2022-08-23T22:16:15Z', 'revision_number': 2, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'gw_port_host': None, '_interfaces': [{'id': '84b7a4f3-11d3-4cec-942a-c533512ea7ef', 'name': '', 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'mac_address': 'fa:16:3e:d4:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a013c73-99d7-4453-a884-e8399955b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:16:14Z', 'updated_at': '2022-08-23T22:16:15Z', 'revision_number': 2, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'subnets': [{'id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f6b606-2c6e-48f1-bb66-2c54000ff94d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:16:16.983759 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Checking router: 3a013c73-99d7-4453-a884-e8399955b002 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:16:16.984123 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Updating router 3a013c73-99d7-4453-a884-e8399955b002 port 84b7a4f3-11d3-4cec-942a-c533512ea7ef binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:16:17.042036 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:17.636432 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Publish callbacks [] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:17.646749 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:17.816015 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Pushing event updated for resources: {'Port': ['ID=84b7a4f3-11d3-4cec-942a-c533512ea7ef,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:17.834601 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.834936 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.835262 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.835600 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.835929 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.836254 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.836576 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.836907 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.837257 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.837580 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.837900 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.838242 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.838568 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.838883 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.839198 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Tracked resource versions report: Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: pushed versions: Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: { 'AddressGroup': {'1.2'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Agent': {'1.1'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'ConntrackHelper': {'1.0'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'LocalIPAssociation': {'1.0'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Log': {'1.0'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'NDPProxy': {'1.0'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Network': {'1.1'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Port': {'1.7'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'PortForwarding': {'1.3'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'QosPolicy': {'1.10'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SecurityGroup': {'1.5'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SecurityGroupRule': {'1.2'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SubPort': {'1.0'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Subnet': {'1.1'}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Trunk': {'1.1'}} Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: consumer versions: Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: { DHCP agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: L3 agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: Metadata agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: Metering agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: Open vSwitch agent@dv-cinder-850321-4-iscsi: { 'AddressGroup': '1.2', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Agent': '1.1', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'ConntrackHelper': '1.0', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'LocalIPAssociation': '1.0', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Log': '1.0', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'NDPProxy': '1.0', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Network': '1.1', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Port': '1.7', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'PortForwarding': '1.3', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'QosPolicy': '1.10', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SecurityGroup': '1.5', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SecurityGroupRule': '1.2', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SubPort': '1.0', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Subnet': '1.1', Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Trunk': '1.1'}} Aug 23 22:16:17.840696 dv-cinder-850321-4-iscsi neutron-server[106596]: {{(pid=106596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 22:16:17.846874 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Attempting to bind port 84b7a4f3-11d3-4cec-942a-c533512ea7ef on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:16:17.846874 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Attempting to bind port 84b7a4f3-11d3-4cec-942a-c533512ea7ef by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '0850893f-841e-4be5-a733-9be2599b15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:16:17.846874 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Attempting to bind port 84b7a4f3-11d3-4cec-942a-c533512ea7ef on network 04ccc223-8266-45c0-9f0e-57fbef5627d5 {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:16:17.851680 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:16:17.852101 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Checking segment: {'id': '0850893f-841e-4be5-a733-9be2599b15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:16:17.852584 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:17.852970 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Bound using segment: {'id': '0850893f-841e-4be5-a733-9be2599b15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:16:17.853555 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Bound port: 84b7a4f3-11d3-4cec-942a-c533512ea7ef, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0850893f-841e-4be5-a733-9be2599b15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:16:17.853973 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:17.935513 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] For port 84b7a4f3-11d3-4cec-942a-c533512ea7ef, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:16:17.940565 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:17.971034 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] For port 84b7a4f3-11d3-4cec-942a-c533512ea7ef, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=84b7a4f3-11d3-4cec-942a-c533512ea7ef,segment=NetworkSegment(0850893f-841e-4be5-a733-9be2599b15e2),segment_id=0850893f-841e-4be5-a733-9be2599b15e2)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:16:17.979085 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:18.015661 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Routers {'3a013c73-99d7-4453-a884-e8399955b002'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:16:18.016323 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:16:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['3a013c73-99d7-4453-a884-e8399955b002'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:16:18.051270 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:18.109007 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8d7f7-9f19-4125-a885-760c7c0ba2aa None None] Pushing event updated for resources: {'Port': ['ID=84b7a4f3-11d3-4cec-942a-c533512ea7ef,revision_number=4']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:18.132700 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] Set router 3a013c73-99d7-4453-a884-e8399955b002 gateway port host: None {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:16:18.375345 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a013c73-99d7-4453-a884-e8399955b002', 'name': 'router1', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:16:03Z', 'updated_at': '2022-08-23T22:16:15Z', 'revision_number': 2, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'gw_port_host': None, '_interfaces': [{'id': '84b7a4f3-11d3-4cec-942a-c533512ea7ef', 'name': '', 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'mac_address': 'fa:16:3e:d4:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a013c73-99d7-4453-a884-e8399955b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:16:14Z', 'updated_at': '2022-08-23T22:16:17Z', 'revision_number': 4, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'subnets': [{'id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f6b606-2c6e-48f1-bb66-2c54000ff94d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:16:18.408948 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efa165-0691-4b12-af2e-21c49fe7d49e None None] The sync data for ids ['3a013c73-99d7-4453-a884-e8399955b002'] in dv-cinder-850321-4-iscsi is: [{'id': '3a013c73-99d7-4453-a884-e8399955b002', 'name': 'router1', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:16:03Z', 'updated_at': '2022-08-23T22:16:15Z', 'revision_number': 2, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'gw_port_host': None, '_interfaces': [{'id': '84b7a4f3-11d3-4cec-942a-c533512ea7ef', 'name': '', 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'mac_address': 'fa:16:3e:d4:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a013c73-99d7-4453-a884-e8399955b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:16:14Z', 'updated_at': '2022-08-23T22:16:17Z', 'revision_number': 4, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'subnets': [{'id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f6b606-2c6e-48f1-bb66-2c54000ff94d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:16:18.742048 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 50568) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:16:19.296360 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160a79ae-9eb6-41d2-b8d3-65af1a78324a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:16:19.297871 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-160a79ae-9eb6-41d2-b8d3-65af1a78324a admin admin] 10.222.0.88 "GET /networking/v2.0/networks/99b37658-e1c0-4d31-812f-643c7edfc06c HTTP/1.1" status: 200 len: 842 time: 0.5548644 Aug 23 22:16:19.311692 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:16:19.346187 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Made reservation on behalf of fe428a23adc74bbab88ff935243cc4e2 for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:16:19.349391 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:19.910512 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.objects.ports [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106594) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 23 22:16:19.911873 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:19.972237 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:19.997446 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:16:19.997932 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Network hostable DHCP agents. Network: 99b37658-e1c0-4d31-812f-643c7edfc06c, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:16:20.029215 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:16:20.043668 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 99b37658-e1c0-4d31-812f-643c7edfc06c) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:16:20.049919 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:16:20.050589 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:20.056499 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b6fc1-77a3-4272-9f5f-bf092488abd5 None None] Network 99b37658-e1c0-4d31-812f-643c7edfc06c requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:16:20.081195 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-960ed36c-be57-43c6-b3eb-308531ed2b88 admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7653427 Aug 23 22:16:20.215955 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ac737-a4d8-4d2f-9927-5b3e257f5cd5 None None] Network 99b37658-e1c0-4d31-812f-643c7edfc06c requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:16:23.137632 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 50576) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:16:23.804868 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-e69a5cb3-7699-4d4d-baac-7d05f1edf1a2 demo admin] 10.222.0.88 "GET /networking/v2.0/routers/3a013c73-99d7-4453-a884-e8399955b002 HTTP/1.1" status: 200 len: 710 time: 0.6656706 Aug 23 22:16:23.956642 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db82890c-e4de-4a04-b2b7-b75501c999bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:16:23.965298 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-db82890c-e4de-4a04-b2b7-b75501c999bc demo admin] 10.222.0.88 "GET /networking/v2.0/networks/99b37658-e1c0-4d31-812f-643c7edfc06c HTTP/1.1" status: 200 len: 886 time: 0.1443086 Aug 23 22:16:23.983879 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:16:24.398660 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Publish callbacks [] for router_gateway (3a013c73-99d7-4453-a884-e8399955b002), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:24.674973 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Publish callbacks [] for router_gateway (3a013c73-99d7-4453-a884-e8399955b002), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:24.793230 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:24.859405 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 84b7a4f3-11d3-4cec-942a-c533512ea7ef up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:16:24.860198 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:24.872549 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:24.913463 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 84b7a4f3-11d3-4cec-942a-c533512ea7ef triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:24.913781 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:24.942943 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Allocated IP 172.27.2.37 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/fd8c18b5-b0be-415a-9a7b-25ab0f803368) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:16:25.009886 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 84b7a4f3-11d3-4cec-942a-c533512ea7ef is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:16:25.010111 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:25.075638 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 84b7a4f3-11d3-4cec-942a-c533512ea7ef, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=84b7a4f3-11d3-4cec-942a-c533512ea7ef,segment=NetworkSegment(0850893f-841e-4be5-a733-9be2599b15e2),segment_id=0850893f-841e-4be5-a733-9be2599b15e2)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:16:25.081378 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:25.125324 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Publish callbacks [] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:25.154880 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=84b7a4f3-11d3-4cec-942a-c533512ea7ef,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:25.183203 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:25.234365 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:16:25.237853 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:16:25.241588 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:16:25.282984 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Pushing event updated for resources: {'Port': ['ID=fd8c18b5-b0be-415a-9a7b-25ab0f803368,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:25.650494 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Publish callbacks [] for router_gateway (3a013c73-99d7-4453-a884-e8399955b002), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:25.935045 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1830613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4828'] for router (3a013c73-99d7-4453-a884-e8399955b002), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:25.938802 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1830599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1830622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827871'] for router (3a013c73-99d7-4453-a884-e8399955b002), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:26.067488 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Router 3a013c73-99d7-4453-a884-e8399955b002 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:16:26.074695 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:26.167377 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:26.195564 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:16:26.201577 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:26.203660 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-6232cc12-d980-4fc6-a9fe-1e9d33b610eb demo admin] 10.222.0.88 "PUT /networking/v2.0/routers/3a013c73-99d7-4453-a884-e8399955b002 HTTP/1.1" status: 200 len: 889 time: 2.2239907 Aug 23 22:16:26.222574 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Sync routers for ids ['3a013c73-99d7-4453-a884-e8399955b002'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:16:26.246838 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Routers {'3a013c73-99d7-4453-a884-e8399955b002'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:16:26.248047 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:16:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['3a013c73-99d7-4453-a884-e8399955b002'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:16:26.495901 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Set router 3a013c73-99d7-4453-a884-e8399955b002 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:16:26.873532 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 84b7a4f3-11d3-4cec-942a-c533512ea7ef up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:16:26.960867 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:27.028059 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a013c73-99d7-4453-a884-e8399955b002', 'name': 'router1', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd8c18b5-b0be-415a-9a7b-25ab0f803368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:16:03Z', 'updated_at': '2022-08-23T22:16:25Z', 'revision_number': 4, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'gw_port': {'id': 'fd8c18b5-b0be-415a-9a7b-25ab0f803368', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a013c73-99d7-4453-a884-e8399955b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:16:24Z', 'updated_at': '2022-08-23T22:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '84b7a4f3-11d3-4cec-942a-c533512ea7ef', 'name': '', 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'mac_address': 'fa:16:3e:d4:2e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a013c73-99d7-4453-a884-e8399955b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:16:14Z', 'updated_at': '2022-08-23T22:16:25Z', 'revision_number': 5, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'subnets': [{'id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f6b606-2c6e-48f1-bb66-2c54000ff94d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:16:27.056643 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 84b7a4f3-11d3-4cec-942a-c533512ea7ef triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:27.057205 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:27.174385 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Checking router: 3a013c73-99d7-4453-a884-e8399955b002 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:16:27.174951 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Updating router 3a013c73-99d7-4453-a884-e8399955b002 port fd8c18b5-b0be-415a-9a7b-25ab0f803368 binding host dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:16:27.251343 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:27.264745 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:27.527225 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 84b7a4f3-11d3-4cec-942a-c533512ea7ef is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:16:27.780741 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Publish callbacks [] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), precommit_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:27.788621 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:27.839305 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Attempting to bind port fd8c18b5-b0be-415a-9a7b-25ab0f803368 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:16:27.839867 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Attempting to bind port fd8c18b5-b0be-415a-9a7b-25ab0f803368 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:16:27.840427 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Attempting to bind port fd8c18b5-b0be-415a-9a7b-25ab0f803368 on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:16:27.859902 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:16:27.860409 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:16:27.860966 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:27.861413 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:16:27.862101 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Bound port: fd8c18b5-b0be-415a-9a7b-25ab0f803368, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:16:27.862571 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:27.866774 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5acc75-29a0-4efc-a368-90dd77972548 None None] Pushing event updated for resources: {'Port': ['ID=fd8c18b5-b0be-415a-9a7b-25ab0f803368,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:27.936532 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] For port fd8c18b5-b0be-415a-9a7b-25ab0f803368, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:16:27.940300 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] For port fd8c18b5-b0be-415a-9a7b-25ab0f803368, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=fd8c18b5-b0be-415a-9a7b-25ab0f803368,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:16:27.950371 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:27.996265 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Routers {'3a013c73-99d7-4453-a884-e8399955b002'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:16:27.997088 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:16:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['3a013c73-99d7-4453-a884-e8399955b002'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:16:28.079145 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5acc75-29a0-4efc-a368-90dd77972548 None None] Pushing event updated for resources: {'Port': ['ID=fd8c18b5-b0be-415a-9a7b-25ab0f803368,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:28.147740 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] Set router 3a013c73-99d7-4453-a884-e8399955b002 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:16:28.369544 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:28.435973 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a013c73-99d7-4453-a884-e8399955b002', 'name': 'router1', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd8c18b5-b0be-415a-9a7b-25ab0f803368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:16:03Z', 'updated_at': '2022-08-23T22:16:25Z', 'revision_number': 4, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'gw_port': {'id': 'fd8c18b5-b0be-415a-9a7b-25ab0f803368', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a013c73-99d7-4453-a884-e8399955b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:16:24Z', 'updated_at': '2022-08-23T22:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '84b7a4f3-11d3-4cec-942a-c533512ea7ef', 'name': '', 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'mac_address': 'fa:16:3e:d4:2e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a013c73-99d7-4453-a884-e8399955b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:16:14Z', 'updated_at': '2022-08-23T22:16:25Z', 'revision_number': 5, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'subnets': [{'id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f6b606-2c6e-48f1-bb66-2c54000ff94d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:16:28.464055 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa2033-e13b-4a1c-985b-053a3b664fca None None] The sync data for ids ['3a013c73-99d7-4453-a884-e8399955b002'] in dv-cinder-850321-4-iscsi is: [{'id': '3a013c73-99d7-4453-a884-e8399955b002', 'name': 'router1', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd8c18b5-b0be-415a-9a7b-25ab0f803368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:16:03Z', 'updated_at': '2022-08-23T22:16:25Z', 'revision_number': 4, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'gw_port': {'id': 'fd8c18b5-b0be-415a-9a7b-25ab0f803368', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a013c73-99d7-4453-a884-e8399955b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:16:24Z', 'updated_at': '2022-08-23T22:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '84b7a4f3-11d3-4cec-942a-c533512ea7ef', 'name': '', 'network_id': '04ccc223-8266-45c0-9f0e-57fbef5627d5', 'tenant_id': '709dbd6287a240f3b6044bf6d6e63334', 'mac_address': 'fa:16:3e:d4:2e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a013c73-99d7-4453-a884-e8399955b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:16:14Z', 'updated_at': '2022-08-23T22:16:25Z', 'revision_number': 5, 'project_id': '709dbd6287a240f3b6044bf6d6e63334', 'subnets': [{'id': 'caeefcc5-487c-4f3d-bd99-0f3535ae4398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f6b606-2c6e-48f1-bb66-2c54000ff94d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:16:28.889943 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device fd8c18b5-b0be-415a-9a7b-25ab0f803368 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:16:28.937947 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:28.940341 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port fd8c18b5-b0be-415a-9a7b-25ab0f803368 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:28.940714 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:29.043878 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port fd8c18b5-b0be-415a-9a7b-25ab0f803368 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:16:29.044343 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:29.069794 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port fd8c18b5-b0be-415a-9a7b-25ab0f803368, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=fd8c18b5-b0be-415a-9a7b-25ab0f803368,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:16:29.076915 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:29.144646 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=fd8c18b5-b0be-415a-9a7b-25ab0f803368,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:16:29.340061 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 50588) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:16:29.866688 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-9f630afb-fae4-4496-903e-68b51dfa91b0 admin admin] 10.222.0.88 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.5250518 Aug 23 22:16:30.060637 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=55,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:30.063911 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=53,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:30.854319 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device fd8c18b5-b0be-415a-9a7b-25ab0f803368 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:16:30.904750 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port fd8c18b5-b0be-415a-9a7b-25ab0f803368 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:16:30.905179 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (fd8c18b5-b0be-415a-9a7b-25ab0f803368), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:31.037759 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port fd8c18b5-b0be-415a-9a7b-25ab0f803368 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:16:31.347522 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=30 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:31.350938 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=44 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:32.331525 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:16:33.588732 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-3b091dba-9bb8-4a2b-ad53-a5979e465f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:36.027670 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0dcd272e-4164-459a-b9ae-cd2828349740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:38.721477 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:39.858562 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=6 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:39.862293 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=13 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:40.073507 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:40.918375 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:16:42.325778 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:50.905961 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:16:50.914134 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:03.594753 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c6c0c03f-e84a-4b1c-89d9-10be39882c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:06.018671 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-f3aba97d-c39c-4300-b44c-58f7490644f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:08.339479 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:08.369389 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=5 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:08.726119 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:09.337824 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:17:10.075701 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:10.930546 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:19.337653 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:20.070718 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:20.923886 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:30.328816 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:33.591378 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6b08ba80-2e49-4bae-bd8f-403860e3a225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:36.010005 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b5f7b2fc-af10-49b9-b416-7fe26dcae8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:38.723743 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:40.075770 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:40.915123 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:17:45.342812 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:45.343858 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:46.332198 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:17:50.907314 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:50.909317 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:17:56.326603 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:03.590836 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6816d7f5-3ce1-463a-a64b-a7bddb95c9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:06.012961 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a8c31a63-5ebc-4553-b24c-de8d3794c245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:06.948197 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51128) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:07.436533 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d76b469-145b-48c6-93f4-0849b7109c40 admin admin] GET failed (client error): The resource could not be found. Aug 23 22:18:07.437991 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-4d76b469-145b-48c6-93f4-0849b7109c40 admin admin] 10.222.0.88 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4888446 Aug 23 22:18:07.751889 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb1da5-8b90-45d1-9aa9-9c264a54eb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:07.755054 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-46eb1da5-8b90-45d1-9aa9-9c264a54eb28 admin admin] 10.222.0.88 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.3116469 Aug 23 22:18:08.724706 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:10.076805 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:10.236274 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51138) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:10.708639 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d029da-9766-4b9c-8f6e-872e0df9f724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:10.710098 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-20d029da-9766-4b9c-8f6e-872e0df9f724 admin admin] 10.222.0.88 "GET /networking/v2.0/subnets/caeefcc5-487c-4f3d-bd99-0f3535ae4398 HTTP/1.1" status: 200 len: 849 time: 0.4728191 Aug 23 22:18:10.720008 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:18:10.821749 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Publish callbacks [] for subnet (caeefcc5-487c-4f3d-bd99-0f3535ae4398), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:10.920838 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:10.992817 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792493589387'] for subnet (caeefcc5-487c-4f3d-bd99-0f3535ae4398), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:11.026782 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:11.027701 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:11.029047 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] 10.222.0.88 "PUT /networking/v2.0/subnets/caeefcc5-487c-4f3d-bd99-0f3535ae4398 HTTP/1.1" status: 200 len: 868 time: 0.3127861 Aug 23 22:18:11.044735 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac0798-8730-405f-a1e4-fc7124a7a1a7 None None] Network 04ccc223-8266-45c0-9f0e-57fbef5627d5 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:18:11.065238 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=caeefcc5-487c-4f3d-bd99-0f3535ae4398,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:18:11.078095 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.078455 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.078814 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.079168 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.079513 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.079856 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.080216 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.080551 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.080901 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.081410 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.081772 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.082110 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.083066 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.083410 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.083739 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071ef0f-1d00-4ad1-a810-fb33c36ec04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:18:11.416253 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-4e036d47-0952-4feb-938f-0e996c598485 None None] Provisioning complete for port 6b1b1696-88a9-431b-8bf2-adb07a77b04d triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:18:11.416907 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4e036d47-0952-4feb-938f-0e996c598485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (6b1b1696-88a9-431b-8bf2-adb07a77b04d), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:11.496826 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-4e036d47-0952-4feb-938f-0e996c598485 None None] Current status of the port 6b1b1696-88a9-431b-8bf2-adb07a77b04d is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:18:11.508133 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-4e036d47-0952-4feb-938f-0e996c598485 None None] Provisioning complete for port 84b7a4f3-11d3-4cec-942a-c533512ea7ef triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:18:11.508528 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4e036d47-0952-4feb-938f-0e996c598485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (84b7a4f3-11d3-4cec-942a-c533512ea7ef), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:11.596658 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-4e036d47-0952-4feb-938f-0e996c598485 None None] Current status of the port 84b7a4f3-11d3-4cec-942a-c533512ea7ef is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:18:13.539674 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51146) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:14.107234 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8631997-7db2-42a5-a16b-632ba72ad612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:14.107631 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8631997-7db2-42a5-a16b-632ba72ad612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:14.109250 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-f8631997-7db2-42a5-a16b-632ba72ad612 admin admin] 10.222.0.88 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.5685396 Aug 23 22:18:16.801832 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51154) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:17.298157 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c152f-23af-4c7a-b73b-2adbb8c061a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:17.298671 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c152f-23af-4c7a-b73b-2adbb8c061a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:17.300299 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-626c152f-23af-4c7a-b73b-2adbb8c061a6 admin admin] 10.222.0.88 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4975176 Aug 23 22:18:19.775830 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51162) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:20.201708 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:20.208144 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c1d1c3-a339-454f-9273-16e049a8ef6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:20.209786 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-f0c1d1c3-a339-454f-9273-16e049a8ef6a admin admin] 10.222.0.88 "GET /networking/v2.0/networks/04ccc223-8266-45c0-9f0e-57fbef5627d5 HTTP/1.1" status: 200 len: 870 time: 0.4329515 Aug 23 22:18:21.591551 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:21.595041 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:22.633585 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51170) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:23.089506 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:23.109578 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab59c4d5-809e-49d5-a72f-c691621e0538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:23.110965 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-ab59c4d5-809e-49d5-a72f-c691621e0538 admin admin] 10.222.0.88 "GET /networking/v2.0/networks/99b37658-e1c0-4d31-812f-643c7edfc06c HTTP/1.1" status: 200 len: 886 time: 0.4764805 Aug 23 22:18:23.330901 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:18:26.133947 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51178) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:26.684085 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e880484d-1c24-4557-852b-5010fab52e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:26.684819 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e880484d-1c24-4557-852b-5010fab52e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:26.686407 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-e880484d-1c24-4557-852b-5010fab52e3d admin admin] 10.222.0.88 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5515871 Aug 23 22:18:29.458206 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51186) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:29.939971 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2122d3-3c5f-4fe4-8479-e471ea91985d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:29.940431 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2122d3-3c5f-4fe4-8479-e471ea91985d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:29.942208 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8a2122d3-3c5f-4fe4-8479-e471ea91985d admin admin] 10.222.0.88 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4829237 Aug 23 22:18:32.403268 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51196) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:32.806779 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c847167a-c346-44e5-9b36-b62778f2818c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:32.808172 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c847167a-c346-44e5-9b36-b62778f2818c admin admin] 10.222.0.88 "GET /networking/v2.0/subnets/caeefcc5-487c-4f3d-bd99-0f3535ae4398 HTTP/1.1" status: 200 len: 868 time: 0.4036477 Aug 23 22:18:33.326262 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=17 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:33.327097 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=17 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:33.595177 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-206b620c-2305-44e8-a971-2d15e75b4b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:35.194383 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51204) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:18:35.575417 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe9984-9406-49e4-993b-76007e267457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:18:35.576797 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-35fe9984-9406-49e4-993b-76007e267457 admin admin] 10.222.0.88 "GET /networking/v2.0/subnets/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc HTTP/1.1" status: 200 len: 816 time: 0.3813460 Aug 23 22:18:36.016933 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-60f38bf2-6c90-43de-8910-4dd7acdfa059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:38.731870 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:40.073524 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:40.928770 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:18:42.797654 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=12 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:42.803796 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=29 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:45.570543 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=11 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:45.572748 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=12 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:50.915012 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:50.922228 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:59.345479 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:18:59.346361 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:00.329290 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:19:03.604653 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-87c56e10-f8cd-45aa-9bd2-1735ec6ce96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:06.023032 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cfd6189f-6df2-4af8-8fd8-30a1c5638f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:07.252054 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51262) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:19:07.639272 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [None req-4e1d1c79-b512-4b9c-bfa2-396d372be764 admin admin] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:19:07.639272 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-4e1d1c79-b512-4b9c-bfa2-396d372be764 admin admin] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3860891 Aug 23 22:19:08.729470 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:10.070812 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:10.196361 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51270) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:19:10.325117 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:10.326049 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:10.588997 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e726e3c1-1b47-407d-a32d-a0784bab99ca admin admin] GET failed (client error): The resource could not be found. Aug 23 22:19:10.590313 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-e726e3c1-1b47-407d-a32d-a0784bab99ca admin admin] 10.222.0.88 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3929629 Aug 23 22:19:10.750827 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e55c25e-1bbd-4be7-8143-7147a436910a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:19:10.752367 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-0e55c25e-1bbd-4be7-8143-7147a436910a admin admin] 10.222.0.88 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1571469 Aug 23 22:19:10.933858 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:13.381827 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51278) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:19:13.786968 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:19:13.820232 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Made reservation on behalf of fe428a23adc74bbab88ff935243cc4e2 for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:19:13.823934 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:13.874380 dv-cinder-850321-4-iscsi neutron-server[106593]: WARNING neutron.services.revisions.revision_plugin [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Could not find related network for resource to bump revision. Aug 23 22:19:13.892304 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:19:13.903884 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (2e07da8f-ad93-4e6a-9cd9-debddc73a236), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:13.904224 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Added segment 2e07da8f-ad93-4e6a-9cd9-debddc73a236 of type vlan for network 499707e7-ad53-43e5-8cb9-56f08e4d06fb Aug 23 22:19:13.946195 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (499707e7-ad53-43e5-8cb9-56f08e4d06fb), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:13.973885 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (499707e7-ad53-43e5-8cb9-56f08e4d06fb), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:13.974910 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:19:13.975536 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:14.017100 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6320984 Aug 23 22:19:14.043705 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Pushing event updated for resources: {'Network': ['ID=499707e7-ad53-43e5-8cb9-56f08e4d06fb,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:19:14.052849 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.053230 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.053698 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.054056 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.054395 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.054731 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.055070 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.055400 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.055748 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.056090 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.056437 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.056787 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.057238 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.057554 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.057919 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea10c6e-1bc3-4211-85ec-020b28c674cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:14.072659 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 499707e7-ad53-43e5-8cb9-56f08e4d06fb details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:19:16.483689 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51286) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:19:16.922626 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd52236-dd27-4c39-8076-22b3ef15761e admin admin] GET failed (client error): The resource could not be found. Aug 23 22:19:16.924001 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-cbd52236-dd27-4c39-8076-22b3ef15761e admin admin] 10.222.0.88 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4392290 Aug 23 22:19:17.003977 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef68a54-1377-4573-ac9a-9e3ec0b8b124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:19:17.005575 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-bef68a54-1377-4573-ac9a-9e3ec0b8b124 admin admin] 10.222.0.88 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0765543 Aug 23 22:19:17.016145 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:19:17.047779 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Made reservation on behalf of fe428a23adc74bbab88ff935243cc4e2 for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:19:17.050272 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:17.233652 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (ca1f1451-a2e4-46ce-9101-07c697434750), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:17.288172 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1f1451-a2e4-46ce-9101-07c697434750,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:19:17.302807 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.303070 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.303414 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.303758 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.304093 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.304428 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.304755 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.305103 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.305432 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.305760 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.306083 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.306424 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.306750 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.307978 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.308306 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:17.317439 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Checking segment: {'id': '2e07da8f-ad93-4e6a-9cd9-debddc73a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:19:17.317804 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Network hostable DHCP agents. Network: 499707e7-ad53-43e5-8cb9-56f08e4d06fb, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:19:17.335266 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Network 499707e7-ad53-43e5-8cb9-56f08e4d06fb is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:19:17.344485 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 499707e7-ad53-43e5-8cb9-56f08e4d06fb) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:19:17.349432 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:19:17.350295 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:17.354742 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a79c2-db86-4f68-864f-8f40acabd3a9 None None] Network 499707e7-ad53-43e5-8cb9-56f08e4d06fb requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:19:17.368534 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-4e1c9f6f-e858-43dc-802a-c0ceaa21368e admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3559105 Aug 23 22:19:17.636267 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-499707e7-ad53-43e5-8cb9-56f08e4d06fb', 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb', 'project_id': 'fe428a23adc74bbab88ff935243cc4e2', 'fixed_ips': [{'subnet_id': 'ca1f1451-a2e4-46ce-9101-07c697434750'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:19:17.637269 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:17.810198 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Allocated IP 192.168.233.2 (499707e7-ad53-43e5-8cb9-56f08e4d06fb/ca1f1451-a2e4-46ce-9101-07c697434750/721c41f4-6584-4a12-88a1-f8406e54ebe7) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:19:18.024884 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Publish callbacks [] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:18.033448 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:18.083013 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Network 499707e7-ad53-43e5-8cb9-56f08e4d06fb is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:19:18.086194 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:19:18.091397 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:19:18.099617 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Pushing event updated for resources: {'Port': ['ID=721c41f4-6584-4a12-88a1-f8406e54ebe7,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:19:18.109991 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.110331 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.110690 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.111048 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.111383 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.111713 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.112041 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.112369 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.112693 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.113256 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.113704 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.114060 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.114474 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.114800 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.115123 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:19:18.169451 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Attempting to bind port 721c41f4-6584-4a12-88a1-f8406e54ebe7 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:19:18.169818 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Attempting to bind port 721c41f4-6584-4a12-88a1-f8406e54ebe7 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '2e07da8f-ad93-4e6a-9cd9-debddc73a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:19:18.170175 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Attempting to bind port 721c41f4-6584-4a12-88a1-f8406e54ebe7 on network 499707e7-ad53-43e5-8cb9-56f08e4d06fb {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:19:18.175758 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:19:18.176138 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Checking segment: {'id': '2e07da8f-ad93-4e6a-9cd9-debddc73a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:19:18.176529 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:18.176926 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Bound using segment: {'id': '2e07da8f-ad93-4e6a-9cd9-debddc73a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:19:18.177423 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Bound port: 721c41f4-6584-4a12-88a1-f8406e54ebe7, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e07da8f-ad93-4e6a-9cd9-debddc73a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:19:18.177855 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:18.220073 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:18.243894 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] For port 721c41f4-6584-4a12-88a1-f8406e54ebe7, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:19:18.247475 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] For port 721c41f4-6584-4a12-88a1-f8406e54ebe7, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=721c41f4-6584-4a12-88a1-f8406e54ebe7,segment=NetworkSegment(2e07da8f-ad93-4e6a-9cd9-debddc73a236),segment_id=2e07da8f-ad93-4e6a-9cd9-debddc73a236)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:19:18.248560 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:18.255617 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:18.314887 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea3a12-7f03-400d-acd2-7b89543082b6 None None] Pushing event updated for resources: {'Port': ['ID=721c41f4-6584-4a12-88a1-f8406e54ebe7,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:19:18.990132 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 721c41f4-6584-4a12-88a1-f8406e54ebe7 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:19:19.053985 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 721c41f4-6584-4a12-88a1-f8406e54ebe7 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:19:19.054751 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:19.154605 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 721c41f4-6584-4a12-88a1-f8406e54ebe7 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:19:19.154995 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:19.210217 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6252902-3787-447f-b51c-370ec0109d5a None None] Network 499707e7-ad53-43e5-8cb9-56f08e4d06fb requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:19:19.231425 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 721c41f4-6584-4a12-88a1-f8406e54ebe7, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=721c41f4-6584-4a12-88a1-f8406e54ebe7,segment=NetworkSegment(2e07da8f-ad93-4e6a-9cd9-debddc73a236),segment_id=2e07da8f-ad93-4e6a-9cd9-debddc73a236)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:19:19.239042 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:19.335159 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-33560041-6259-4ca8-a5e0-91642b482c14 None None] Provisioning complete for port 721c41f4-6584-4a12-88a1-f8406e54ebe7 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:19:19.335546 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-33560041-6259-4ca8-a5e0-91642b482c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:19.370961 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=721c41f4-6584-4a12-88a1-f8406e54ebe7,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:19:19.464193 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-33560041-6259-4ca8-a5e0-91642b482c14 None None] Current status of the port 721c41f4-6584-4a12-88a1-f8406e54ebe7 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:19:19.683537 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-29d905c0-5792-445a-be81-1c5edb5908a0 None None] Provisioning complete for port 721c41f4-6584-4a12-88a1-f8406e54ebe7 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:19:19.683928 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-29d905c0-5792-445a-be81-1c5edb5908a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:19.767137 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-29d905c0-5792-445a-be81-1c5edb5908a0 None None] Current status of the port 721c41f4-6584-4a12-88a1-f8406e54ebe7 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:19:20.955470 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 721c41f4-6584-4a12-88a1-f8406e54ebe7 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:19:21.012295 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 721c41f4-6584-4a12-88a1-f8406e54ebe7 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:19:21.012691 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (721c41f4-6584-4a12-88a1-f8406e54ebe7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:21.104308 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 721c41f4-6584-4a12-88a1-f8406e54ebe7 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:19:24.046836 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=22,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:24.047808 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=25,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:27.354733 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=53,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:27.361843 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:31.100383 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:31.102572 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:33.609172 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-df18cd0a-137b-488d-9a7b-186777607ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:36.024401 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ba826429-3dee-4516-8854-1e85000a0956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:37.335028 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:19:38.742334 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:40.066623 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:40.936915 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:19:47.325691 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=5 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:47.326886 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:50.929753 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:19:50.931767 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:03.598671 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-04e950e6-ee3d-4af9-8cd2-d9ff397a26ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:06.020546 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ff2b4d6a-eeae-4b07-b26e-02142d871522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:08.738976 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:10.072105 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:10.942993 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:13.338411 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:13.347167 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:14.335787 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:20:20.929340 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:20.936385 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:32.127068 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=16 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:32.130129 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=12 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:33.605034 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-29b20f8c-dca6-4995-a010-aabb9a4d5d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:36.023291 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-3943acc4-c0a0-40f8-a87e-24b6e4ed7e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:37.631407 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51326) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:20:37.641406 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [None req-6a8735f5-dd1e-4a82-95e2-f10ac40db1ed tempest-verify_tempest_config-102720662 tempest-verify_tempest_config-102720662-project] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:20:37.644271 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-6a8735f5-dd1e-4a82-95e2-f10ac40db1ed tempest-verify_tempest_config-102720662 tempest-verify_tempest_config-102720662-project] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0102148 Aug 23 22:20:38.359420 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51348) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:20:38.685503 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:38.744766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:38.785868 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Publish callbacks [] for security_group (81707636-f348-484e-829f-bb1864607e20), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:38.790308 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (81707636-f348-484e-829f-bb1864607e20), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:38.844497 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81707636-f348-484e-829f-bb1864607e20,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:20:38.849451 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=59ecf0abb2fe43d29113156f64e902e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4889801 Aug 23 22:20:38.852467 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51358) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:20:38.855535 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.855887 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.856256 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.856604 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.856947 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.857306 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.857632 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.857968 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.858311 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.858648 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.859094 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.859324 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.859654 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.859990 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.860315 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c476e23-01f2-4dfb-ac88-f64fa4ba2d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:38.917148 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Publish callbacks [] for security_group (81707636-f348-484e-829f-bb1864607e20), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:38.941480 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Publish callbacks [] for security_group (81707636-f348-484e-829f-bb1864607e20), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:39.067449 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (81707636-f348-484e-829f-bb1864607e20), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:39.072454 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:39.073697 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/81707636-f348-484e-829f-bb1864607e20 HTTP/1.1" status: 204 len: 168 time: 0.2202206 Aug 23 22:20:39.084259 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81707636-f348-484e-829f-bb1864607e20,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:20:39.092383 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.092682 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.093040 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.093466 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.093650 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.094069 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.094402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.094794 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.095153 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.095514 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.096647 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.097229 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.097229 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.097760 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:39.099230 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03adae22-a6db-4725-a037-0d7f72e41e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:20:40.071925 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:40.945742 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:20:48.842781 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=20,neutron:INSERT=8 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:48.851402 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:49.087359 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:49.089037 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:50.337991 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:50.344085 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:50.938068 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:50.940321 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:20:51.335217 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:21:01.330980 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:21:01.331850 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:21:03.602221 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-86e680f9-6ca2-46e0-be13-d2922afbe91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:06.018810 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-d62bc2c3-717c-4ff5-b345-70434d72672c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:08.747877 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:10.082807 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:10.948915 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:20.942477 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:21:20.944362 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:21:28.334833 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:21:30.330750 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:21:33.595498 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-113cbf23-789d-4843-ac9d-506a641573f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:36.022372 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-8d19b34c-657f-4a66-a9c9-a25015629273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:38.331078 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=5 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:21:38.745246 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:40.077377 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:40.955449 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:21:50.946709 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:21:50.947911 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:03.599181 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-73ebe59d-0d13-43b0-b989-ce15c6e06d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:04.336825 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:04.337581 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:05.334786 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 5 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:22:06.025811 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7f2c-0c08-4a4e-8ae7-ded99b1ed656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:08.749448 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:10.083592 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:10.957807 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:15.330745 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:15.331957 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:18.020326 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830175'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:28.009250 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:28.015908 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:28.840176 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51446) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:22:28.955617 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-34b6faa7-0b02-495c-b67e-895349bb5228 admin admin] 10.222.0.88 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1135962 Aug 23 22:22:31.224842 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51456) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:22:31.283992 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-1a8dd756-a558-475a-8fad-8c5347f9e13b admin admin] 10.222.0.88 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0579770 Aug 23 22:22:33.603620 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a90b-a1c9-430c-a688-a96f933ab0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:36.030284 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-12c1f8d9-a7d4-41bf-b652-6b918c467a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:38.855310 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:40.078675 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:40.960687 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:41.278667 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:41.335131 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=16 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:41.335978 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=16 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:42.334413 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:22:47.982138 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:22:52.329668 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:52.331691 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:57.975327 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:22:57.977259 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:03.607817 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-fd6e0e06-8835-4fdd-b444-f8a2f94228fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:06.037200 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-999d661b-2866-48b2-a820-83761518e86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:08.755256 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:10.082463 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:10.966500 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:17.979060 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:18.331993 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:18.332750 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:19.333476 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:23:27.967351 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:27.974297 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:29.329539 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:30.327698 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:33.617259 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-478058f9-c3c3-4dd7-a269-4a3a3fb14b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:36.049721 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c0823d04-616d-4f49-adfe-838c20003d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:38.772330 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:40.090289 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:40.972767 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:47.983022 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:23:55.334035 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:55.345471 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:56.334853 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:23:57.974216 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:23:57.977496 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:03.621723 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b82808e4-b953-4b29-bdc7-0d2072754d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:06.047867 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-aa19c42c-d445-44ab-a7f9-67ae472d9abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:06.331074 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:08.778636 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:10.111253 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:10.991171 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:13.558799 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51572) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:14.074998 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-165590121-network', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:14.102211 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Made reservation on behalf of 8be30316f0b745d783ec96bc983b2cb1 for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:14.104831 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:14.118532 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:14.233686 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Publish callbacks [] for security_group (3ee17a48-e99a-455a-9850-70305dbf9544), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:14.239406 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (3ee17a48-e99a-455a-9850-70305dbf9544), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:14.292858 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee17a48-e99a-455a-9850-70305dbf9544,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:14.297673 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:24:14.304484 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.304833 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.305224 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.305568 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.305901 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.306341 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.306697 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.307006 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.307351 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.307672 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.308446 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.308933 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.309418 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.309997 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.310494 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Tracked resource versions report: Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: pushed versions: Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: { 'AddressGroup': {'1.2'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Agent': {'1.1'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'ConntrackHelper': {'1.0'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'LocalIPAssociation': {'1.0'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Log': {'1.0'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'NDPProxy': {'1.0'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Network': {'1.1'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Port': {'1.7'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'PortForwarding': {'1.3'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'QosPolicy': {'1.10'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SecurityGroup': {'1.5'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SecurityGroupRule': {'1.2'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SubPort': {'1.0'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Subnet': {'1.1'}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Trunk': {'1.1'}} Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: consumer versions: Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: { DHCP agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: HyperV agent@hv-cinder-85032: {}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: L3 agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: Metadata agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: Metering agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: Open vSwitch agent@dv-cinder-850321-4-iscsi: { 'AddressGroup': '1.2', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Agent': '1.1', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'ConntrackHelper': '1.0', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'LocalIPAssociation': '1.0', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Log': '1.0', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'NDPProxy': '1.0', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Network': '1.1', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Port': '1.7', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'PortForwarding': '1.3', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'QosPolicy': '1.10', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SecurityGroup': '1.5', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SecurityGroupRule': '1.2', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'SubPort': '1.0', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Subnet': '1.1', Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: 'Trunk': '1.1'}} Aug 23 22:24:14.311805 dv-cinder-850321-4-iscsi neutron-server[106593]: {{(pid=106593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 22:24:14.328749 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (6b994a0d-d547-47d4-b257-26eb2af0ad86), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:14.329455 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Added segment 6b994a0d-d547-47d4-b257-26eb2af0ad86 of type vlan for network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c Aug 23 22:24:14.400722 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (88a201d9-4618-46e2-8cf5-795d8dfe4e5c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:14.460914 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (88a201d9-4618-46e2-8cf5-795d8dfe4e5c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:14.463379 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:14.464401 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:14.544721 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9842968 Aug 23 22:24:14.549381 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51610) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:14.562070 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Request body: {'subnet': {'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-subnet', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:14.595219 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99aa6f6-3bbe-408e-8a55-0db994a6e8d7 admin admin] Pushing event updated for resources: {'Network': ['ID=88a201d9-4618-46e2-8cf5-795d8dfe4e5c,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:14.610118 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:24:14.619157 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Made reservation on behalf of 8be30316f0b745d783ec96bc983b2cb1 for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:14.623208 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:14.971884 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (8c4cf0b2-834c-443a-b34c-c29fc6ee9409), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:15.031005 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4cf0b2-834c-443a-b34c-c29fc6ee9409,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:15.042645 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.042800 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.043256 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.043405 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.043820 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.044338 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.044627 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.044961 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.046423 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.046423 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.046890 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.047033 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.047398 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.047679 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.047999 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Tracked resource versions report: Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: pushed versions: Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: { 'AddressGroup': {'1.2'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Agent': {'1.1'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'ConntrackHelper': {'1.0'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'LocalIPAssociation': {'1.0'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Log': {'1.0'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'NDPProxy': {'1.0'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Network': {'1.1'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Port': {'1.7'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'PortForwarding': {'1.3'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'QosPolicy': {'1.10'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SecurityGroup': {'1.5'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SecurityGroupRule': {'1.2'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SubPort': {'1.0'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Subnet': {'1.1'}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Trunk': {'1.1'}} Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: consumer versions: Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: { DHCP agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: HyperV agent@hv-cinder-85032: {}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: L3 agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: Metadata agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: Metering agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: Open vSwitch agent@dv-cinder-850321-4-iscsi: { 'AddressGroup': '1.2', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Agent': '1.1', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'ConntrackHelper': '1.0', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'LocalIPAssociation': '1.0', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Log': '1.0', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'NDPProxy': '1.0', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Network': '1.1', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Port': '1.7', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'PortForwarding': '1.3', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'QosPolicy': '1.10', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SecurityGroup': '1.5', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SecurityGroupRule': '1.2', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'SubPort': '1.0', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Subnet': '1.1', Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: 'Trunk': '1.1'}} Aug 23 22:24:15.049308 dv-cinder-850321-4-iscsi neutron-server[106594]: {{(pid=106594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 22:24:15.077663 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Checking segment: {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:15.078046 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Network hostable DHCP agents. Network: 88a201d9-4618-46e2-8cf5-795d8dfe4e5c, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:24:15.101301 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:24:15.116095 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 88a201d9-4618-46e2-8cf5-795d8dfe4e5c) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:15.122567 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:15.123281 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:15.135674 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd843b-f8e0-4f92-b9b1-5150c8b44712 None None] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:15.164794 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-56f0f096-ee55-468d-a4a8-06a2d8afc522 admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6136019 Aug 23 22:24:15.165197 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51638) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:15.174904 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:15.226516 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:15.235704 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:15.368611 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:24:15.371353 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:15.466350 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks [] for router_controller (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), precommit_add_association {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:15.588281 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Allocated IP 172.20.0.2 (88a201d9-4618-46e2-8cf5-795d8dfe4e5c/8c4cf0b2-834c-443a-b34c-c29fc6ee9409/e356f231-84fa-44fa-a8fe-88124bdd7cc5) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:15.669147 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks [] for router_gateway (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:15.775071 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Publish callbacks [] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:15.785607 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:15.849380 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:15.851176 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Pushing event updated for resources: {'Port': ['ID=e356f231-84fa-44fa-a8fe-88124bdd7cc5,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:15.869944 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:15.875167 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.875904 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.876488 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.877117 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.877722 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.878268 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.878930 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.884833 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.885474 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.886012 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.886578 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.887127 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.887666 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.888192 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.888727 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Tracked resource versions report: Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: pushed versions: Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: { 'AddressGroup': {'1.2'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Agent': {'1.1'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'ConntrackHelper': {'1.0'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'LocalIPAssociation': {'1.0'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Log': {'1.0'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'NDPProxy': {'1.0'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Network': {'1.1'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Port': {'1.7'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'PortForwarding': {'1.3'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'QosPolicy': {'1.10'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SecurityGroup': {'1.5'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SecurityGroupRule': {'1.2'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SubPort': {'1.0'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Subnet': {'1.1'}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Trunk': {'1.1'}} Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: consumer versions: Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: { DHCP agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: HyperV agent@hv-cinder-85032: {}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: L3 agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: Metadata agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: Metering agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: Open vSwitch agent@dv-cinder-850321-4-iscsi: { 'AddressGroup': '1.2', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Agent': '1.1', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'ConntrackHelper': '1.0', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'LocalIPAssociation': '1.0', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Log': '1.0', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'NDPProxy': '1.0', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Network': '1.1', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Port': '1.7', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'PortForwarding': '1.3', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'QosPolicy': '1.10', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SecurityGroup': '1.5', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SecurityGroupRule': '1.2', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'SubPort': '1.0', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Subnet': '1.1', Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: 'Trunk': '1.1'}} Aug 23 22:24:15.891750 dv-cinder-850321-4-iscsi neutron-server[106595]: {{(pid=106595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 22:24:15.911578 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:15.919544 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:15.947926 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51664) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:16.010341 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51668) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:16.021748 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks [] for router_gateway (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.053198 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.073580 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Attempting to bind port e356f231-84fa-44fa-a8fe-88124bdd7cc5 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:16.074980 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Attempting to bind port e356f231-84fa-44fa-a8fe-88124bdd7cc5 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:16.075933 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Attempting to bind port e356f231-84fa-44fa-a8fe-88124bdd7cc5 on network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:16.088608 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:16.093958 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Checking segment: {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:16.094658 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.095254 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Bound using segment: {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:16.096045 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Bound port: e356f231-84fa-44fa-a8fe-88124bdd7cc5, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:16.096510 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.174580 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:16.209826 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Allocated IP 172.27.2.128 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/ee575379-e511-47d1-9156-a175f213ba99) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:16.219495 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:16.238857 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] For port e356f231-84fa-44fa-a8fe-88124bdd7cc5, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:16.250733 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] For port e356f231-84fa-44fa-a8fe-88124bdd7cc5, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e356f231-84fa-44fa-a8fe-88124bdd7cc5,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:16.263240 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.393772 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f645f-5cfc-450c-b943-9da65c72bee6 None None] Pushing event updated for resources: {'Port': ['ID=e356f231-84fa-44fa-a8fe-88124bdd7cc5,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:16.427979 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks [] for port (ee575379-e511-47d1-9156-a175f213ba99), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.472127 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (ee575379-e511-47d1-9156-a175f213ba99), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.526498 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-332702787-network', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:16.535021 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:16.539740 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:16.544629 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:16.551985 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Pushing event updated for resources: {'Port': ['ID=ee575379-e511-47d1-9156-a175f213ba99,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:16.603955 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1687084519-network', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:16.635994 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51684) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:16.738260 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Made reservation on behalf of c0fc1c15f821495e9883814ffc7aed78 for: {'network': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:16.738260 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.738260 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Made reservation on behalf of a297ef598b76404b86e9350e120b86c9 for: {'network': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:16.738260 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.738260 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.739934 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51688) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:16.740749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:16.992294 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Publish callbacks [] for security_group (a76a3c5a-8a28-4acf-be95-7dc899723aa7), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.010215 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks [] for router_gateway (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.014431 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Publish callbacks [] for security_group (976b71fe-9e01-4bfa-8532-f697d2ca6e7d), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.016316 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a76a3c5a-8a28-4acf-be95-7dc899723aa7), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.036359 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=106594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:24:17.053996 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (ca76bbfc-099d-4567-af24-06f6b35c555a), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.054921 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.segments_db [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Added segment ca76bbfc-099d-4567-af24-06f6b35c555a of type vlan for network 4c01e5e5-25ba-44de-af70-328d6d292257 Aug 23 22:24:17.156483 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:17.173102 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (976b71fe-9e01-4bfa-8532-f697d2ca6e7d), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.224364 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:17.225559 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76a3c5a-8a28-4acf-be95-7dc899723aa7,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:17.261276 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (4c01e5e5-25ba-44de-af70-328d6d292257), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.280667 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e356f231-84fa-44fa-a8fe-88124bdd7cc5 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:17.288998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=106594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:24:17.324059 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976b71fe-9e01-4bfa-8532-f697d2ca6e7d,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:17.330367 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (c115f692-a672-4afb-9ac4-ad170f86b3d3), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.331042 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.segments_db [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Added segment c115f692-a672-4afb-9ac4-ad170f86b3d3 of type vlan for network b506c549-1d3c-4779-b5de-b5a4c62df2b1 Aug 23 22:24:17.384793 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (4c01e5e5-25ba-44de-af70-328d6d292257), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.386101 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:17.387009 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.461374 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port e356f231-84fa-44fa-a8fe-88124bdd7cc5 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:17.463312 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.513178 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1594786176-network', 'tenant_id': '398769c58d0d412aa45024c937820ba1'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:17.540847 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.548980 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-network', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:17.579648 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (b506c549-1d3c-4779-b5de-b5a4c62df2b1), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.640865 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6908445 Aug 23 22:24:17.663532 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51704) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:17.673926 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Request body: {'subnet': {'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-332702787-subnet', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:17.715808 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Made reservation on behalf of 398769c58d0d412aa45024c937820ba1 for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:17.725396 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.726132 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.db.resource_extend [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 23 22:24:17.737779 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1afaba-4a9a-42f4-9eda-bdd47ae5baf3 admin admin] Pushing event updated for resources: {'Network': ['ID=4c01e5e5-25ba-44de-af70-328d6d292257,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:17.748725 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port e356f231-84fa-44fa-a8fe-88124bdd7cc5 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:17.749310 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.767995 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Made reservation on behalf of c0fc1c15f821495e9883814ffc7aed78 for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:17.771502 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.774205 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (b506c549-1d3c-4779-b5de-b5a4c62df2b1), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.774620 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.776308 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:17.777175 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.798479 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 4c01e5e5-25ba-44de-af70-328d6d292257 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:24:17.833441 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Made reservation on behalf of 1dfc84dc05d542d987194096f3b7e51a for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:17.843483 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.870494 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port e356f231-84fa-44fa-a8fe-88124bdd7cc5, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e356f231-84fa-44fa-a8fe-88124bdd7cc5,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:17.880285 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.911326 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:17.931492 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] Pushing event updated for resources: {'Network': ['ID=b506c549-1d3c-4779-b5de-b5a4c62df2b1,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:17.944654 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:17.957952 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-76e101bb-fe16-40f2-aaa9-085d7978460c admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9439497 Aug 23 22:24:17.965834 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:24:17.969378 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51706) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:17.977976 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Request body: {'subnet': {'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1687084519-subnet', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:17.983845 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:18.000090 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:18.078709 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdfdb61-88d5-4b5f-a394-0ad4b0c56d2d None None] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:18.115728 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.149648 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Made reservation on behalf of a297ef598b76404b86e9350e120b86c9 for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:18.152855 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.169474 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=e356f231-84fa-44fa-a8fe-88124bdd7cc5,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:18.253029 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-854c0195-023d-4a95-a671-62bb75d68297 None None] Provisioning complete for port e356f231-84fa-44fa-a8fe-88124bdd7cc5 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:18.254914 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-854c0195-023d-4a95-a671-62bb75d68297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.415011 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (da87230b-040f-4662-82db-afbf246dea95), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.509704 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Publish callbacks [] for security_group (2ed69a82-f81f-4d85-bfa0-fd1e70dd774a), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.527945 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (2ed69a82-f81f-4d85-bfa0-fd1e70dd774a), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.542622 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:24:18.556248 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-854c0195-023d-4a95-a671-62bb75d68297 None None] Current status of the port e356f231-84fa-44fa-a8fe-88124bdd7cc5 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:18.611687 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da87230b-040f-4662-82db-afbf246dea95,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:18.621017 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:24:18.625932 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Publish callbacks [] for security_group (5fd3e7c8-f9a2-4541-8062-419ea00a3fe9), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.634304 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Checking segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:18.635356 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Network hostable DHCP agents. Network: 4c01e5e5-25ba-44de-af70-328d6d292257, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:24:18.648376 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:18.651529 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (5fd3e7c8-f9a2-4541-8062-419ea00a3fe9), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.672385 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Network 4c01e5e5-25ba-44de-af70-328d6d292257 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:24:18.695558 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 4c01e5e5-25ba-44de-af70-328d6d292257) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:18.702177 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:18.702818 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.708938 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae3357-a267-43ca-a22b-d9d4ce8ae960 None None] Network 4c01e5e5-25ba-44de-af70-328d6d292257 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:18.751877 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8b8fb5cf-42c1-40bd-ac34-d4a55e8c7ca0 admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0866296 Aug 23 22:24:18.756724 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51742) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:18.762104 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:18.829656 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (a784a106-e884-43f6-a623-3d446a5cd86f), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.831814 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (a784a106-e884-43f6-a623-3d446a5cd86f), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:18.877881 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:19.088357 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks [] for router_controller (a784a106-e884-43f6-a623-3d446a5cd86f), precommit_add_association {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.090804 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (bebf3090-a2ca-4145-8d98-67703c2d87eb), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.091322 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Added segment bebf3090-a2ca-4145-8d98-67703c2d87eb of type vlan for network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad Aug 23 22:24:19.287769 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:19.350452 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e356f231-84fa-44fa-a8fe-88124bdd7cc5 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:19.356057 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-b8f8851e-0f21-40e6-8f00-ea7e271c7008 None None] Provisioning complete for port e356f231-84fa-44fa-a8fe-88124bdd7cc5 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:19.356698 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b8f8851e-0f21-40e6-8f00-ea7e271c7008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.391548 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:24:19.417047 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (121118b1-7292-4c4f-ac29-53ae96e8b42e), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.417638 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Added segment 121118b1-7292-4c4f-ac29-53ae96e8b42e of type vlan for network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 Aug 23 22:24:19.480083 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:19.621589 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks [] for router_gateway (a784a106-e884-43f6-a623-3d446a5cd86f), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.684672 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:19.736586 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-4c01e5e5-25ba-44de-af70-328d6d292257', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:24:19.738736 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.773965 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (a2a56805-7e47-4e91-ac95-82b0c707bf55), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.786332 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (6d954100-70c0-4f0f-a697-9d74a7a12bf8), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.855600 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port e356f231-84fa-44fa-a8fe-88124bdd7cc5 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:19.856215 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.859876 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:19.864551 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (6d954100-70c0-4f0f-a697-9d74a7a12bf8), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.867189 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:19.868598 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.884552 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (8896bbdb-81c9-4e5c-a617-cc4bd70d74ad), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:19.919590 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:20.128268 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=6d954100-70c0-4f0f-a697-9d74a7a12bf8,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:20.179739 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:24:20.194973 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8851e-0f21-40e6-8f00-ea7e271c7008 None None] Current status of the port e356f231-84fa-44fa-a8fe-88124bdd7cc5 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:20.257316 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-58f0f078-602e-4798-8f91-6aa1117b3ad1 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5316286 Aug 23 22:24:20.277203 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51794) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:20.294865 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Request body: {'subnet': {'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-subnet', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:20.335875 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:20.360461 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Sync routers for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:24:20.368136 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (8896bbdb-81c9-4e5c-a617-cc4bd70d74ad), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:20.370090 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:20.371256 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:20.378986 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a56805-7e47-4e91-ac95-82b0c707bf55,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:20.389567 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:20.389567 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:20.444561 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks [] for router_gateway (a784a106-e884-43f6-a623-3d446a5cd86f), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:20.454375 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:20.457616 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-99b6fba4-5357-4a92-bca6-ec18e66dc01d admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2904868 Aug 23 22:24:20.538807 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51802) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:20.541691 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:20.649584 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:20.666145 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Checking segment: {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:20.667228 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Network hostable DHCP agents. Network: b506c549-1d3c-4779-b5de-b5a4c62df2b1, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:24:20.682046 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] Pushing event updated for resources: {'Network': ['ID=8896bbdb-81c9-4e5c-a617-cc4bd70d74ad,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:20.703144 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2b4b01d0-2751-4f8a-8d77-38267529e6ab admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.0637376 Aug 23 22:24:20.720401 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51804) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:20.738921 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Request body: {'subnet': {'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1594786176-subnet', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:20.767832 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:20.791553 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Made reservation on behalf of 1dfc84dc05d542d987194096f3b7e51a for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:20.798591 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:20.804025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:24:20.809987 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Made reservation on behalf of 398769c58d0d412aa45024c937820ba1 for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:24:20.822000 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:20.838194 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Allocated IP 172.20.0.2 (4c01e5e5-25ba-44de-af70-328d6d292257/da87230b-040f-4662-82db-afbf246dea95/85918bf7-6466-4b7c-972a-43d0dbe680cb) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:20.939183 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port e356f231-84fa-44fa-a8fe-88124bdd7cc5 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:20.953444 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:24:21.235850 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, b506c549-1d3c-4779-b5de-b5a4c62df2b1) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:21.253786 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:21.258993 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:21.271620 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef6637a-8c21-4acd-bdc6-9ccebd8a6c05 None None] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:21.596125 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:16Z', 'revision_number': 3, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:21.655642 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Checking router: ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:24:21.656606 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Updating router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 port ee575379-e511-47d1-9156-a175f213ba99 binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:24:21.681182 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c73ff119-a0ba-448e-b242-a8b3ac59575b admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7076640 Aug 23 22:24:21.694763 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51836) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:21.716308 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (ee575379-e511-47d1-9156-a175f213ba99), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:21.746001 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:21.775012 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:24:21.782850 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:21.870806 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:21.956312 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Publish callbacks [] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:21.980949 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.012670 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (a32c80e4-d692-4756-b590-48656289da2c), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.015103 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (a32c80e4-d692-4756-b590-48656289da2c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.064158 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:22.075962 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Network 4c01e5e5-25ba-44de-af70-328d6d292257 is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:22.083236 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Pushing event updated for resources: {'Port': ['ID=85918bf7-6466-4b7c-972a-43d0dbe680cb,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:22.102357 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks [] for router_controller (a32c80e4-d692-4756-b590-48656289da2c), precommit_add_association {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.106396 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:22.112853 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:22.173313 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51842) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:22.212488 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51844) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:22.222780 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Allocated IP 172.27.2.215 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/e23a2553-4186-4486-9d81-409370f3aeb8) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:22.411966 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (2f9c5f90-3242-4ea7-8535-08bea47b3de5), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.432679 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Attempting to bind port 85918bf7-6466-4b7c-972a-43d0dbe680cb on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:22.433857 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Attempting to bind port 85918bf7-6466-4b7c-972a-43d0dbe680cb by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:22.436533 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Attempting to bind port 85918bf7-6466-4b7c-972a-43d0dbe680cb on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:22.444705 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Allocated IP 172.20.0.2 (b506c549-1d3c-4779-b5de-b5a4c62df2b1/a2a56805-7e47-4e91-ac95-82b0c707bf55/4ce32baa-43d8-4d4d-83f4-ea5728554706) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:22.458512 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:22.459660 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Checking segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:22.460605 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.461553 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Bound using segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:22.462330 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Bound port: 85918bf7-6466-4b7c-972a-43d0dbe680cb, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:22.464012 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.602217 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4dfdf9ee-bd46-49a0-a6d4-6149c26502e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.614024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-78207189-90fb-4542-9611-47254874e2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.618679 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:22.697706 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9c5f90-3242-4ea7-8535-08bea47b3de5,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:22.704472 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks [] for router_gateway (a32c80e4-d692-4756-b590-48656289da2c), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.730793 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Checking segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:22.731414 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Network hostable DHCP agents. Network: 6d954100-70c0-4f0f-a697-9d74a7a12bf8, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:24:22.755427 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (683ea330-32da-45c6-ab7d-55f3e7faa883), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.781143 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] For port 85918bf7-6466-4b7c-972a-43d0dbe680cb, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:22.787540 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] For port 85918bf7-6466-4b7c-972a-43d0dbe680cb, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=85918bf7-6466-4b7c-972a-43d0dbe680cb,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:22.815502 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.835836 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:24:22.874050 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks [] for port (e23a2553-4186-4486-9d81-409370f3aeb8), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.945428 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 6d954100-70c0-4f0f-a697-9d74a7a12bf8) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:22.963295 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:22.963985 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:22.995511 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac12d5d-460e-4940-8517-ba8246af85dc None None] Pushing event updated for resources: {'Port': ['ID=85918bf7-6466-4b7c-972a-43d0dbe680cb,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:23.001971 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5a669fef-74ea-4b78-986d-cc769fc6435a admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7125745 Aug 23 22:24:23.002543 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f10246-c68e-44d9-9e0c-efe83cee62ba None None] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:23.012944 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51862) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:23.023042 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:23.030608 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=683ea330-32da-45c6-ab7d-55f3e7faa883,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:23.115606 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:23.222438 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:23.223721 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:23.251982 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.262358 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.268906 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.328446 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Checking segment: {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:23.330116 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Network hostable DHCP agents. Network: 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:24:23.440018 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks [] for router_gateway (a32c80e4-d692-4756-b590-48656289da2c), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.543733 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.593376 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Publish callbacks [] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.640073 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Pushing event updated for resources: {'Port': ['ID=e23a2553-4186-4486-9d81-409370f3aeb8,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:23.683313 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.686926 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:23.758220 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:23.779149 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:24:23.810988 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks [] for router_controller (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), precommit_add_association {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.812708 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:24:23.814598 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.815036 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:23.819819 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:23.827876 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:23.830762 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.855827 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:23.858595 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Publish callbacks [] for port (ee575379-e511-47d1-9156-a175f213ba99), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.868846 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (ee575379-e511-47d1-9156-a175f213ba99), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.876285 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:23.897081 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:23.901102 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e735e-6195-4103-9dd8-7b60f93ef767 None None] Network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:23.912812 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:23.933657 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4dfdf9ee-bd46-49a0-a6d4-6149c26502e4 admin admin] Publish callbacks [] for security_group (9b140371-ba82-43a3-a021-84376be0bc44), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:23.979335 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Pushing event updated for resources: {'Port': ['ID=ee575379-e511-47d1-9156-a175f213ba99,revision_number=2']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:24.000755 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Attempting to bind port ee575379-e511-47d1-9156-a175f213ba99 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:24.005093 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Attempting to bind port ee575379-e511-47d1-9156-a175f213ba99 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:24.005796 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Attempting to bind port ee575379-e511-47d1-9156-a175f213ba99 on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:24.025473 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.026551 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.026551 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.027157 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.027701 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.028247 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.028797 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.029372 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.031119 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.031688 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.032248 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.033198 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.033727 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.034042 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.034585 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:24:24.037687 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Pushing event updated for resources: {'Port': ['ID=4ce32baa-43d8-4d4d-83f4-ea5728554706,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Tracked resource versions report: Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: pushed versions: Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: { 'AddressGroup': {'1.2'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Agent': {'1.1'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'ConntrackHelper': {'1.0'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'LocalIPAssociation': {'1.0'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Log': {'1.0'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'NDPProxy': {'1.0'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Network': {'1.1'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Port': {'1.7'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'PortForwarding': {'1.3'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'QosPolicy': {'1.10'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SecurityGroup': {'1.5'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SecurityGroupRule': {'1.2'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SubPort': {'1.0'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Subnet': {'1.1'}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Trunk': {'1.1'}} Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: consumer versions: Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: { DHCP agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: HyperV agent@hv-cinder-85032: {}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: L3 agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: Metadata agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: Metering agent@dv-cinder-850321-4-iscsi: {}, Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: Open vSwitch agent@dv-cinder-850321-4-iscsi: { 'AddressGroup': '1.2', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Agent': '1.1', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'ConntrackHelper': '1.0', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'LocalIPAssociation': '1.0', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Log': '1.0', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'NDPProxy': '1.0', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Network': '1.1', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Port': '1.7', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'PortForwarding': '1.3', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'QosPolicy': '1.10', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SecurityGroup': '1.5', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SecurityGroupRule': '1.2', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'SubPort': '1.0', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Subnet': '1.1', Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: 'Trunk': '1.1'}} Aug 23 22:24:24.059717 dv-cinder-850321-4-iscsi neutron-server[106596]: {{(pid=106596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 22:24:24.068865 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:24.068865 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:24.068865 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:24.070314 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:24.074160 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Bound port: ee575379-e511-47d1-9156-a175f213ba99, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:24.074160 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (ee575379-e511-47d1-9156-a175f213ba99), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:24.166317 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4dfdf9ee-bd46-49a0-a6d4-6149c26502e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9b140371-ba82-43a3-a021-84376be0bc44), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:24.179651 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:24.187941 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] For port ee575379-e511-47d1-9156-a175f213ba99, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:24.200412 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] For port ee575379-e511-47d1-9156-a175f213ba99, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=ee575379-e511-47d1-9156-a175f213ba99,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:24.214718 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (ee575379-e511-47d1-9156-a175f213ba99), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:24.430975 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce1f67-3cd4-4f4e-b2e9-3455db75e74c None None] Pushing event updated for resources: {'Port': ['ID=ee575379-e511-47d1-9156-a175f213ba99,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:24.470004 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-bcebe01e-a4fd-4494-9e05-9b9e894c02ef admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7429461 Aug 23 22:24:24.473767 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:24.474596 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:24.477649 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51878) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:24.497427 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:24.541926 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Allocated IP 172.20.0.2 (6d954100-70c0-4f0f-a697-9d74a7a12bf8/2f9c5f90-3242-4ea7-8535-08bea47b3de5/3d8ffef9-4f2b-4179-b602-4c85c1203c42) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:24.678064 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:24.689478 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:24.689985 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:24.738689 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Attempting to bind port 4ce32baa-43d8-4d4d-83f4-ea5728554706 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:24.740685 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-4dfdf9ee-bd46-49a0-a6d4-6149c26502e4 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=1728ea8aeac24483927690efa1de6818&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5640509 Aug 23 22:24:24.753905 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Attempting to bind port 4ce32baa-43d8-4d4d-83f4-ea5728554706 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:24.754541 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Attempting to bind port 4ce32baa-43d8-4d4d-83f4-ea5728554706 on network b506c549-1d3c-4779-b5de-b5a4c62df2b1 {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:24.773863 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdf9ee-bd46-49a0-a6d4-6149c26502e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b140371-ba82-43a3-a021-84376be0bc44,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:24.779044 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:24.780314 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Checking segment: {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:24.782132 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:24.782132 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Bound using segment: {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:24.783790 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Bound port: 4ce32baa-43d8-4d4d-83f4-ea5728554706, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:24.783790 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:24.807269 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Allocated IP 172.27.2.168 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/ea6e3b63-f446-4631-b0df-d97069f0582e) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:24.827499 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51880) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:24.832560 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'project_id': '398769c58d0d412aa45024c937820ba1', 'fixed_ips': [{'subnet_id': '683ea330-32da-45c6-ab7d-55f3e7faa883'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:24:24.833896 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:24.881634 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:24.891810 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:24.961257 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Publish callbacks [] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:24.992718 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.063150 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks [] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.123068 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:25.135187 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:25.141188 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (fd02133c-1a1d-49e2-acd6-d34e12cda28f), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.142703 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (fd02133c-1a1d-49e2-acd6-d34e12cda28f), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.149810 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.188950 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks [] for router_gateway (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.197505 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-78207189-90fb-4542-9611-47254874e2ce admin admin] Publish callbacks [] for security_group (9f06d4a4-e2b4-4d6c-93d1-fcc85958cbe5), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.215614 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] For port 4ce32baa-43d8-4d4d-83f4-ea5728554706, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:25.232309 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e838a7-85b5-4ce9-9a0a-cf7674f1127c None None] Network 4c01e5e5-25ba-44de-af70-328d6d292257 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:25.282936 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-78207189-90fb-4542-9611-47254874e2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9f06d4a4-e2b4-4d6c-93d1-fcc85958cbe5), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.283394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:25.302734 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:25.310517 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:25.364522 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] For port 4ce32baa-43d8-4d4d-83f4-ea5728554706, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=4ce32baa-43d8-4d4d-83f4-ea5728554706,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:25.515257 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78207189-90fb-4542-9611-47254874e2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f06d4a4-e2b4-4d6c-93d1-fcc85958cbe5,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:25.517479 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks [] for router_controller (fd02133c-1a1d-49e2-acd6-d34e12cda28f), precommit_add_association {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.525167 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6e3b63-f446-4631-b0df-d97069f0582e,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:25.533907 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.566805 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:25.572663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 85918bf7-6466-4b7c-972a-43d0dbe680cb up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:25.582685 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:25.602881 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Pushing event updated for resources: {'Port': ['ID=3d8ffef9-4f2b-4179-b602-4c85c1203c42,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:25.663066 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:16Z', 'revision_number': 3, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:25.725089 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:25.733690 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-3f3cc31d-2b9c-4fa9-9a43-83ea73a146a4 None None] Provisioning complete for port 85918bf7-6466-4b7c-972a-43d0dbe680cb triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:25.735177 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc31d-2b9c-4fa9-9a43-83ea73a146a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:25.739020 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:25.782510 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afab2c3-fdbb-4a30-a3e9-7857124ba5de None None] The sync data for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi is: [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:16Z', 'revision_number': 3, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:24:25.847707 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-78207189-90fb-4542-9611-47254874e2ce admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=ab26978fb927482ba0da326c3aa6cbba&name=default HTTP/1.1" status: 200 len: 2992 time: 3.6332421 Aug 23 22:24:25.849973 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51888) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:25.973608 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks [] for router_gateway (fd02133c-1a1d-49e2-acd6-d34e12cda28f), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.083521 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:26.164522 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Allocated IP 172.20.0.2 (8896bbdb-81c9-4e5c-a617-cc4bd70d74ad/683ea330-32da-45c6-ab7d-55f3e7faa883/eee63ac3-e0ad-4594-82ff-1e4fb651397e) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:26.170649 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0a97a-8e9b-4581-98b1-f8d3593ae0c6 None None] Pushing event updated for resources: {'Port': ['ID=4ce32baa-43d8-4d4d-83f4-ea5728554706,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:26.177833 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2d65daf4-acb2-4848-9ba8-d8560c68cb11 admin admin] Publish callbacks [] for security_group (9f06d4a4-e2b4-4d6c-93d1-fcc85958cbe5), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.250336 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Allocated IP 172.20.0.1 (88a201d9-4618-46e2-8cf5-795d8dfe4e5c/8c4cf0b2-834c-443a-b34c-c29fc6ee9409/35433ad0-9d87-4160-8e06-73ed640aa2f7) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:26.259063 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b722a9c0-a4f7-4fa1-8284-37e23b4c06b1 admin admin] Publish callbacks [] for security_group (9b140371-ba82-43a3-a021-84376be0bc44), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.273260 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks [] for router_gateway (a784a106-e884-43f6-a623-3d446a5cd86f), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.415274 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2d65daf4-acb2-4848-9ba8-d8560c68cb11 admin admin] Publish callbacks [] for security_group (9f06d4a4-e2b4-4d6c-93d1-fcc85958cbe5), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.459643 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b722a9c0-a4f7-4fa1-8284-37e23b4c06b1 admin admin] Publish callbacks [] for security_group (9b140371-ba82-43a3-a021-84376be0bc44), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.474249 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 85918bf7-6466-4b7c-972a-43d0dbe680cb triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:26.474690 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.548444 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks [] for router_gateway (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.586560 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Attempting to bind port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:26.586939 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Attempting to bind port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:26.587432 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Attempting to bind port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:26.744429 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Publish callbacks [] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.748057 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.809330 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.825445 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:26.838670 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-3f3cc31d-2b9c-4fa9-9a43-83ea73a146a4 None None] Current status of the port 85918bf7-6466-4b7c-972a-43d0dbe680cb is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:26.839291 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc31d-2b9c-4fa9-9a43-83ea73a146a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.843603 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:26.844332 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Checking segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:26.845221 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.845737 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Bound using segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:26.846410 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Bound port: 3d8ffef9-4f2b-4179-b602-4c85c1203c42, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:26.854917 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.905569 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks [] for router_gateway (a32c80e4-d692-4756-b590-48656289da2c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:26.975475 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:26.976195 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:27.078485 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-9f510786-a036-4888-b179-6e798382cab3 None None] For port 3d8ffef9-4f2b-4179-b602-4c85c1203c42, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:27.092568 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-9f510786-a036-4888-b179-6e798382cab3 None None] For port 3d8ffef9-4f2b-4179-b602-4c85c1203c42, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=3d8ffef9-4f2b-4179-b602-4c85c1203c42,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:27.132705 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Pushing event updated for resources: {'Port': ['ID=eee63ac3-e0ad-4594-82ff-1e4fb651397e,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:27.145856 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:27.183843 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Publish callbacks [] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.226717 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:27.239654 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 85918bf7-6466-4b7c-972a-43d0dbe680cb is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:27.240414 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.260685 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2d65daf4-acb2-4848-9ba8-d8560c68cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9f06d4a4-e2b4-4d6c-93d1-fcc85958cbe5), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.278270 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2d65daf4-acb2-4848-9ba8-d8560c68cb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.283740 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.287591 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-2d65daf4-acb2-4848-9ba8-d8560c68cb11 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/9f06d4a4-e2b4-4d6c-93d1-fcc85958cbe5 HTTP/1.1" status: 204 len: 168 time: 1.4044325 Aug 23 22:24:27.300788 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks [] for router_gateway (fd02133c-1a1d-49e2-acd6-d34e12cda28f), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.333749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b722a9c0-a4f7-4fa1-8284-37e23b4c06b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9b140371-ba82-43a3-a021-84376be0bc44), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.346459 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b722a9c0-a4f7-4fa1-8284-37e23b4c06b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.363394 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-b722a9c0-a4f7-4fa1-8284-37e23b4c06b1 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/9b140371-ba82-43a3-a021-84376be0bc44 HTTP/1.1" status: 204 len: 168 time: 2.5150313 Aug 23 22:24:27.365475 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.633978 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65daf4-acb2-4848-9ba8-d8560c68cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f06d4a4-e2b4-4d6c-93d1-fcc85958cbe5,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:27.699477 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f510786-a036-4888-b179-6e798382cab3 None None] Pushing event updated for resources: {'Port': ['ID=3d8ffef9-4f2b-4179-b602-4c85c1203c42,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:27.728223 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (a784a106-e884-43f6-a623-3d446a5cd86f), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.765921 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Allocated IP 172.27.2.249 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/038aa351-817a-4768-a472-a19e0fc43c23) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:27.792524 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722a9c0-a4f7-4fa1-8284-37e23b4c06b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b140371-ba82-43a3-a021-84376be0bc44,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:27.798066 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:27.805157 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:27.829402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:27.832969 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:27.833705 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:27.997214 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 85918bf7-6466-4b7c-972a-43d0dbe680cb, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=85918bf7-6466-4b7c-972a-43d0dbe680cb,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:28.017599 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece2869a-1a0b-4418-8184-871548f60eb9 None None] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:28.190348 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks [] for port (038aa351-817a-4768-a472-a19e0fc43c23), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:28.255252 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Pushing event updated for resources: {'Port': ['ID=35433ad0-9d87-4160-8e06-73ed640aa2f7,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:28.315122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:28.319470 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:28.319470 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:28.360223 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (038aa351-817a-4768-a472-a19e0fc43c23), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:28.375801 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:28.411984 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51924) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:28.522368 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5be9c74b-21d0-4d7d-aee1-20fd978d2bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:28.578409 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Attempting to bind port eee63ac3-e0ad-4594-82ff-1e4fb651397e on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:28.578891 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Attempting to bind port eee63ac3-e0ad-4594-82ff-1e4fb651397e by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:28.579296 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Attempting to bind port eee63ac3-e0ad-4594-82ff-1e4fb651397e on network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:28.618440 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:28.618745 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Checking segment: {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:28.619182 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:28.619758 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Bound using segment: {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:28.620675 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Bound port: eee63ac3-e0ad-4594-82ff-1e4fb651397e, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:28.621284 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:28.648332 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:28.675093 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.db.api [None req-3f3cc31d-2b9c-4fa9-9a43-83ea73a146a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 23 22:24:28.675800 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG oslo_db.api [None req-3f3cc31d-2b9c-4fa9-9a43-83ea73a146a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 22:24:28.718365 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=85918bf7-6466-4b7c-972a-43d0dbe680cb,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:28.729884 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:28.754599 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device ee575379-e511-47d1-9156-a175f213ba99 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:28.829533 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:28.938963 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] For port eee63ac3-e0ad-4594-82ff-1e4fb651397e, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:28.951161 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port ee575379-e511-47d1-9156-a175f213ba99 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:28.952617 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (ee575379-e511-47d1-9156-a175f213ba99), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:28.958961 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] For port eee63ac3-e0ad-4594-82ff-1e4fb651397e, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=eee63ac3-e0ad-4594-82ff-1e4fb651397e,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:29.031758 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:29.047282 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Allocated IP 172.27.2.151 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/2aea620e-5b4d-4500-9557-784bd698e4a9) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:29.090285 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:29.091575 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Pushing event updated for resources: {'Port': ['ID=038aa351-817a-4768-a472-a19e0fc43c23,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:29.177474 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:29.196008 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (a32c80e4-d692-4756-b590-48656289da2c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:29.206354 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:29.500019 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-3f3cc31d-2b9c-4fa9-9a43-83ea73a146a4 None None] Current status of the port 85918bf7-6466-4b7c-972a-43d0dbe680cb is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:29.596260 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5be9c74b-21d0-4d7d-aee1-20fd978d2bf1 admin admin] Publish callbacks [] for security_group (04a22011-93c1-4c42-ba7c-c88f6331a54e), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:29.617568 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5be9c74b-21d0-4d7d-aee1-20fd978d2bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (04a22011-93c1-4c42-ba7c-c88f6331a54e), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:29.640865 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Router a784a106-e884-43f6-a623-3d446a5cd86f is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:24:29.703873 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b1322-2f43-4d04-8610-309cd1825bb5 None None] Pushing event updated for resources: {'Port': ['ID=eee63ac3-e0ad-4594-82ff-1e4fb651397e,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:29.713912 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Provisioning complete for port 4ce32baa-43d8-4d4d-83f4-ea5728554706 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:29.719742 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:29.918648 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port ee575379-e511-47d1-9156-a175f213ba99 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:29.919113 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (ee575379-e511-47d1-9156-a175f213ba99), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:29.957657 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port ee575379-e511-47d1-9156-a175f213ba99, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=ee575379-e511-47d1-9156-a175f213ba99,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:29.968772 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (ee575379-e511-47d1-9156-a175f213ba99), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:29.970155 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 4ce32baa-43d8-4d4d-83f4-ea5728554706 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:30.036785 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:30.059521 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d9673-e3c7-4730-a9ba-9ffd3870af10 None None] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:30.103789 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks [] for router_gateway (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.110318 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9c74b-21d0-4d7d-aee1-20fd978d2bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a22011-93c1-4c42-ba7c-c88f6331a54e,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:30.145547 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-5be9c74b-21d0-4d7d-aee1-20fd978d2bf1 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=58a593e57c15444bbbc1e7aab14d6eba&name=default HTTP/1.1" status: 200 len: 2994 time: 1.7318270 Aug 23 22:24:30.150967 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:30.157104 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51954) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:30.169631 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks [] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.199067 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:30.226206 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Current status of the port 4ce32baa-43d8-4d4d-83f4-ea5728554706 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:30.226661 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.334514 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:30.385970 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.385970 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-5dda0cae-fc91-4d37-9d77-f89f2a65e80a admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.6227801 Aug 23 22:24:30.386291 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51960) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:30.393230 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Publish callbacks [] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.411496 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.414804 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.415752 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.433535 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] For port 4ce32baa-43d8-4d4d-83f4-ea5728554706, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=4ce32baa-43d8-4d4d-83f4-ea5728554706,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:30.447436 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:24:30.475747 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.500996 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=ee575379-e511-47d1-9156-a175f213ba99,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:30.537304 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 4ce32baa-43d8-4d4d-83f4-ea5728554706 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:30.539585 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.626659 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Provisioning complete for port 35433ad0-9d87-4160-8e06-73ed640aa2f7 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:30.627604 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.645393 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Router a32c80e4-d692-4756-b590-48656289da2c is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:24:30.656534 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:30.657483 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:30.691746 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-786f3e2a-eac0-4e74-b550-a8726795c7ea admin admin] Publish callbacks [] for security_group (04a22011-93c1-4c42-ba7c-c88f6331a54e), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.745448 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-786f3e2a-eac0-4e74-b550-a8726795c7ea admin admin] Publish callbacks [] for security_group (04a22011-93c1-4c42-ba7c-c88f6331a54e), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.832529 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:30.835141 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:30.841144 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:30.850886 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-786f3e2a-eac0-4e74-b550-a8726795c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (04a22011-93c1-4c42-ba7c-c88f6331a54e), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.854296 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-786f3e2a-eac0-4e74-b550-a8726795c7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:30.859818 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-786f3e2a-eac0-4e74-b550-a8726795c7ea admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/04a22011-93c1-4c42-ba7c-c88f6331a54e HTTP/1.1" status: 204 len: 168 time: 0.6998036 Aug 23 22:24:30.862622 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Pushing event updated for resources: {'Port': ['ID=35433ad0-9d87-4160-8e06-73ed640aa2f7,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:30.879939 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:30.890609 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f3e2a-eac0-4e74-b550-a8726795c7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a22011-93c1-4c42-ba7c-c88f6331a54e,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:30.901158 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:31.003612 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:31.025724 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:31.037883 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Port 35433ad0-9d87-4160-8e06-73ed640aa2f7 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:31.037883 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Pushing event updated for resources: {'Port': ['ID=4ce32baa-43d8-4d4d-83f4-ea5728554706,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:31.138527 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Provisioning complete for port 85918bf7-6466-4b7c-972a-43d0dbe680cb triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:31.140167 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:31.231300 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:31.233132 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:24:31.274716 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 4ce32baa-43d8-4d4d-83f4-ea5728554706 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:31.276268 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 3d8ffef9-4f2b-4179-b602-4c85c1203c42 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:31.302660 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:31.311872 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Pushing event updated for resources: {'Port': ['ID=2aea620e-5b4d-4500-9557-784bd698e4a9,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:31.562006 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c1b9b-3f32-4fa5-b6cb-9f7b035a7ac3 None None] Network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:24:31.662801 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:31.666226 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:31.689622 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-ef57c5f5-f4b5-436a-a9d1-b62878262b6b None None] Current status of the port 85918bf7-6466-4b7c-972a-43d0dbe680cb is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:31.735617 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:31.853759 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:31.954864 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Provisioning complete for port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:31.955441 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:31.984286 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:32.009510 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Sync routers for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:24:32.032546 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:32.040891 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks [] for router_gateway (fd02133c-1a1d-49e2-acd6-d34e12cda28f), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:32.057709 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:32.132328 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:25Z', 'revision_number': 3, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:32.231677 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:24:32.231932 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Updating router a784a106-e884-43f6-a623-3d446a5cd86f port e23a2553-4186-4486-9d81-409370f3aeb8 binding host dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:24:32.255291 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:32.282059 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:32.283480 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-52e363a1-960b-4231-8e4e-94d7ef495733 admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.5700519 Aug 23 22:24:32.289202 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 51992) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:32.318265 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:32.323687 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:24:32.357197 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:32.360460 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Current status of the port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:32.360891 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:32.370846 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 51994) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:32.371950 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:32.387278 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:32.387512 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:32.412645 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:32.584369 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:32.600318 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] For port 3d8ffef9-4f2b-4179-b602-4c85c1203c42, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=3d8ffef9-4f2b-4179-b602-4c85c1203c42,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:32.609443 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-b62f4a7a-196a-4dc2-a03b-9b9a2142cf3e admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/ca8ea9d4-fd89-496a-bd06-dfc11e185ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0626216 Aug 23 22:24:32.713430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53145295-8207-445d-a5a0-c80112447864 None None] Sync routers for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:24:32.744539 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (fd02133c-1a1d-49e2-acd6-d34e12cda28f), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:32.777674 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:32.932086 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:25Z', 'revision_number': 3, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:33.004623 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Checking router: a32c80e4-d692-4756-b590-48656289da2c for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:24:33.005564 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Updating router a32c80e4-d692-4756-b590-48656289da2c port ea6e3b63-f446-4631-b0df-d97069f0582e binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:24:33.066668 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:33.075308 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:33.084386 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:33.151773 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:33.151773 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bff88eb0-561d-4d7a-9c57-cc7094caf0ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:33.165118 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:33.173299 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-636ffb8b-99a4-4acc-959f-aab9729e8e12 admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.1585190 Aug 23 22:24:33.174800 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52012) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:33.253524 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53145295-8207-445d-a5a0-c80112447864 None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:33.255178 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-53145295-8207-445d-a5a0-c80112447864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:33.282778 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Provisioning complete for port 35433ad0-9d87-4160-8e06-73ed640aa2f7 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:33.283224 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:33.433534 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Allocated IP 172.20.0.1 (4c01e5e5-25ba-44de-af70-328d6d292257/da87230b-040f-4662-82db-afbf246dea95/58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:33.522517 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Sync routers for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:24:33.588664 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:33.639134 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.db.api [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 23 22:24:33.642663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG oslo_db.api [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 22:24:33.663388 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Pushing event updated for resources: {'Port': ['ID=3d8ffef9-4f2b-4179-b602-4c85c1203c42,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:33.676689 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:33.726092 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:24:33.734314 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:33.735540 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:33.744408 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:33.771603 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Port 35433ad0-9d87-4160-8e06-73ed640aa2f7 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:33.841507 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-451b570a-82c9-427e-b1a7-6a2153711f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:33.860486 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Provisioning complete for port eee63ac3-e0ad-4594-82ff-1e4fb651397e triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:33.873487 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:33.969173 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:34.007679 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Publish callbacks [] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.059782 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-53145295-8207-445d-a5a0-c80112447864 None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:34.109784 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:34.176874 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.303794 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Router fd02133c-1a1d-49e2-acd6-d34e12cda28f is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:24:34.367025 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Network 4c01e5e5-25ba-44de-af70-328d6d292257 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:34.388792 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:34.407121 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:34.417323 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (a784a106-e884-43f6-a623-3d446a5cd86f), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.425284 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Pushing event updated for resources: {'Port': ['ID=58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:34.433299 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bff88eb0-561d-4d7a-9c57-cc7094caf0ad admin admin] Publish callbacks [] for security_group (34ca777c-1af1-4d32-a16a-b405b9811f83), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.463760 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bff88eb0-561d-4d7a-9c57-cc7094caf0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (34ca777c-1af1-4d32-a16a-b405b9811f83), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.541711 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52034) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:34.568365 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 3, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:34.603820 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-cb0c05a9-81e2-4f1e-87a4-811bb5c84281 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256498956', 'description': 'tempest-description--120973074'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:34.625814 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Checking router: f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:24:34.626237 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Updating router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 port 038aa351-817a-4768-a472-a19e0fc43c23 binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:24:34.664273 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:34.702135 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (038aa351-817a-4768-a472-a19e0fc43c23), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.730966 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Publish callbacks [] for port (e23a2553-4186-4486-9d81-409370f3aeb8), precommit_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.780770 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.789834 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff88eb0-561d-4d7a-9c57-cc7094caf0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ca777c-1af1-4d32-a16a-b405b9811f83,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:34.792438 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:34.811375 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.852807 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb0c05a9-81e2-4f1e-87a4-811bb5c84281 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.867013 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Current status of the port eee63ac3-e0ad-4594-82ff-1e4fb651397e is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:34.867684 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.896040 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Attempting to bind port e23a2553-4186-4486-9d81-409370f3aeb8 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:34.896530 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Attempting to bind port e23a2553-4186-4486-9d81-409370f3aeb8 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:34.897010 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Attempting to bind port e23a2553-4186-4486-9d81-409370f3aeb8 on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:34.932683 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:34.933745 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:34.934456 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.935111 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:34.936083 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Bound port: e23a2553-4186-4486-9d81-409370f3aeb8, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:34.937211 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:34.992645 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-bff88eb0-561d-4d7a-9c57-cc7094caf0ad admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=a5eed99762724bc69ca69883429093fc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6196849 Aug 23 22:24:34.992913 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:35.015116 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52046) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:35.052548 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6e747-b2ec-4f8c-9cff-bd396d3efd61 None None] Pushing event updated for resources: {'Port': ['ID=e23a2553-4186-4486-9d81-409370f3aeb8,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:35.135529 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-53145295-8207-445d-a5a0-c80112447864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 2, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:35.212834 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Publish callbacks [] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.217774 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:35.261504 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] For port eee63ac3-e0ad-4594-82ff-1e4fb651397e, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=eee63ac3-e0ad-4594-82ff-1e4fb651397e,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:35.267901 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53145295-8207-445d-a5a0-c80112447864 None None] Checking router: ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:24:35.268455 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53145295-8207-445d-a5a0-c80112447864 None None] Updating router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 port 35433ad0-9d87-4160-8e06-73ed640aa2f7 binding host dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:24:35.282436 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.292711 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] For port e23a2553-4186-4486-9d81-409370f3aeb8, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:35.322244 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Attempting to bind port ea6e3b63-f446-4631-b0df-d97069f0582e on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:35.322838 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Attempting to bind port ea6e3b63-f446-4631-b0df-d97069f0582e by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:35.323410 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Attempting to bind port ea6e3b63-f446-4631-b0df-d97069f0582e on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:35.328887 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device ee575379-e511-47d1-9156-a175f213ba99 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:35.332092 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.427203 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:35.427872 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:35.428328 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.428880 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:35.429691 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Bound port: ea6e3b63-f446-4631-b0df-d97069f0582e, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:35.430308 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.437858 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Allocated IP 172.20.0.1 (b506c549-1d3c-4779-b5de-b5a4c62df2b1/a2a56805-7e47-4e91-ac95-82b0c707bf55/0e07508f-6e02-4a59-bf73-e32af70432da) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:35.500634 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:35.508091 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e041e1c-c418-4c02-9d82-2248021aa7fd None None] Pushing event updated for resources: {'Port': ['ID=eee63ac3-e0ad-4594-82ff-1e4fb651397e,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:35.526068 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] For port e23a2553-4186-4486-9d81-409370f3aeb8, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e23a2553-4186-4486-9d81-409370f3aeb8,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:35.528728 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] For port ea6e3b63-f446-4631-b0df-d97069f0582e, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:35.535700 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] For port ea6e3b63-f446-4631-b0df-d97069f0582e, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=ea6e3b63-f446-4631-b0df-d97069f0582e,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:35.547766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Sync routers for ids ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:24:35.562565 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-53145295-8207-445d-a5a0-c80112447864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.584668 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.586750 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-c7ab7aa5-8cac-4d70-9a92-ecc40e36a966 None None] Provisioning complete for port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:35.587300 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c7ab7aa5-8cac-4d70-9a92-ecc40e36a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.622226 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.630935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.646859 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:35.649535 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb0c05a9-81e2-4f1e-87a4-811bb5c84281 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (ea35bf47-5a43-4c69-9d2e-a3db22c63279), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.669438 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb0c05a9-81e2-4f1e-87a4-811bb5c84281 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ea35bf47-5a43-4c69-9d2e-a3db22c63279), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.692453 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab7aa5-8cac-4d70-9a92-ecc40e36a966 None None] Port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:35.697826 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:35.699035 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:35.705224 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ccc22-7add-4f99-9a44-43482b2a7f5d None None] Pushing event updated for resources: {'Port': ['ID=ea6e3b63-f446-4631-b0df-d97069f0582e,revision_number=2']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:35.751146 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:35.755852 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-c7ab7aa5-8cac-4d70-9a92-ecc40e36a966 None None] Provisioning complete for port eee63ac3-e0ad-4594-82ff-1e4fb651397e triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:35.757720 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c7ab7aa5-8cac-4d70-9a92-ecc40e36a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.780775 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e900786d-797b-45e9-806a-821318cf21ab admin admin] Publish callbacks [] for security_group (34ca777c-1af1-4d32-a16a-b405b9811f83), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.830494 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e900786d-797b-45e9-806a-821318cf21ab admin admin] Publish callbacks [] for security_group (34ca777c-1af1-4d32-a16a-b405b9811f83), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.860428 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ccc22-7add-4f99-9a44-43482b2a7f5d None None] Pushing event updated for resources: {'Port': ['ID=ea6e3b63-f446-4631-b0df-d97069f0582e,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:35.922517 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb0c05a9-81e2-4f1e-87a4-811bb5c84281 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.926962 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-cb0c05a9-81e2-4f1e-87a4-811bb5c84281 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3803935 Aug 23 22:24:35.926962 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c05a9-81e2-4f1e-87a4-811bb5c84281 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea35bf47-5a43-4c69-9d2e-a3db22c63279,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:35.933738 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52064) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:35.934197 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:35.941093 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-2748a3e1-cf69-4b0e-8a71-876a977bf297 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'security_group_rule': {'security_group_id': 'ea35bf47-5a43-4c69-9d2e-a3db22c63279', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:35.947886 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:35.954745 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-54389a10-20ad-4f0c-b746-08118d6a3f7a admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.4719586 Aug 23 22:24:35.961648 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52066) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:36.046666 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Routers {'fd02133c-1a1d-49e2-acd6-d34e12cda28f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:36.047363 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:36.056455 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:36.076306 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Publish callbacks [] for port (0e07508f-6e02-4a59-bf73-e32af70432da), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.082769 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2748a3e1-cf69-4b0e-8a71-876a977bf297 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (1b70b4e1-4eb0-4ec7-9656-3011fe91658c), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.169147 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:36.264926 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:36.325172 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e900786d-797b-45e9-806a-821318cf21ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (34ca777c-1af1-4d32-a16a-b405b9811f83), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.332821 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e900786d-797b-45e9-806a-821318cf21ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.338119 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-e900786d-797b-45e9-806a-821318cf21ab admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/34ca777c-1af1-4d32-a16a-b405b9811f83 HTTP/1.1" status: 204 len: 168 time: 1.3156931 Aug 23 22:24:36.416633 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Publish callbacks [] for port (038aa351-817a-4768-a472-a19e0fc43c23), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.432680 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900786d-797b-45e9-806a-821318cf21ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ca777c-1af1-4d32-a16a-b405b9811f83,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:36.438943 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:36.503212 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (038aa351-817a-4768-a472-a19e0fc43c23), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.516897 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.580921 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.728955 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:36.730987 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d729b9d-1055-4ec3-92aa-130671a2bff8 None None] Pushing event updated for resources: {'Port': ['ID=038aa351-817a-4768-a472-a19e0fc43c23,revision_number=2']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:36.740388 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:36.763517 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Attempting to bind port 038aa351-817a-4768-a472-a19e0fc43c23 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:36.764170 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Attempting to bind port 038aa351-817a-4768-a472-a19e0fc43c23 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:36.764765 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Attempting to bind port 038aa351-817a-4768-a472-a19e0fc43c23 on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:36.815933 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2748a3e1-cf69-4b0e-8a71-876a977bf297 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (1b70b4e1-4eb0-4ec7-9656-3011fe91658c), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.818776 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:36.838699 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:36.842684 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:36.843037 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:36.843490 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.844144 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:36.844831 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:36.845823 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Bound port: 038aa351-817a-4768-a472-a19e0fc43c23, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:36.846017 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (a32c80e4-d692-4756-b590-48656289da2c), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:36.846181 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (038aa351-817a-4768-a472-a19e0fc43c23), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.163320 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2748a3e1-cf69-4b0e-8a71-876a977bf297 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (1b70b4e1-4eb0-4ec7-9656-3011fe91658c), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.225958 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6e747-b2ec-4f8c-9cff-bd396d3efd61 None None] Pushing event updated for resources: {'Port': ['ID=e23a2553-4186-4486-9d81-409370f3aeb8,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:37.336314 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] For port 038aa351-817a-4768-a472-a19e0fc43c23, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:37.347379 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] For port 038aa351-817a-4768-a472-a19e0fc43c23, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=038aa351-817a-4768-a472-a19e0fc43c23,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:37.364839 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port ee575379-e511-47d1-9156-a175f213ba99 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:37.371316 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (038aa351-817a-4768-a472-a19e0fc43c23), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.386824 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (ee575379-e511-47d1-9156-a175f213ba99), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.395262 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Pushing event updated for resources: {'Port': ['ID=0e07508f-6e02-4a59-bf73-e32af70432da,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:37.414595 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Publish callbacks [] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.432241 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2748a3e1-cf69-4b0e-8a71-876a977bf297 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.446750 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-2748a3e1-cf69-4b0e-8a71-876a977bf297 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5096562 Aug 23 22:24:37.458939 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52098) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:37.474407 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-30fcadae-bdc8-42da-9232-7556678346fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'security_group_rule': {'security_group_id': 'ea35bf47-5a43-4c69-9d2e-a3db22c63279', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:37.501121 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.502526 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (a784a106-e884-43f6-a623-3d446a5cd86f), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.579185 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748a3e1-cf69-4b0e-8a71-876a977bf297 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b70b4e1-4eb0-4ec7-9656-3011fe91658c,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:37.631158 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:37.632232 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:37.691219 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d729b9d-1055-4ec3-92aa-130671a2bff8 None None] Pushing event updated for resources: {'Port': ['ID=038aa351-817a-4768-a472-a19e0fc43c23,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:37.695068 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.695536 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:25Z', 'revision_number': 3, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:37.739197 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:37.819340 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-30fcadae-bdc8-42da-9232-7556678346fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (1915700a-1ac0-4404-9b21-bb3ca561079d), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.918022 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-06f5903b-57fe-48b3-b28d-e7885b0be387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:37.949959 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Pushing event updated for resources: {'Port': ['ID=58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:37.954156 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeed1a6-273b-4026-b342-2701b2fd18a1 None None] The sync data for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi is: [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:25Z', 'revision_number': 3, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:24:37.993583 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab7aa5-8cac-4d70-9a92-ecc40e36a966 None None] Current status of the port eee63ac3-e0ad-4594-82ff-1e4fb651397e is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:38.017752 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Allocated IP 172.20.0.1 (6d954100-70c0-4f0f-a697-9d74a7a12bf8/2f9c5f90-3242-4ea7-8535-08bea47b3de5/8bd18489-5b8a-43e6-ac80-9a041d8ad7e1) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:38.033276 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:38.095871 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-30fcadae-bdc8-42da-9232-7556678346fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (1915700a-1ac0-4404-9b21-bb3ca561079d), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:38.117342 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-30fcadae-bdc8-42da-9232-7556678346fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (1915700a-1ac0-4404-9b21-bb3ca561079d), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:38.158405 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:38.239815 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcadae-bdc8-42da-9232-7556678346fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1915700a-1ac0-4404-9b21-bb3ca561079d,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:38.269960 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:38.272397 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-af236ad2-bbf8-4cc1-9396-a8ed56289610 None None] Provisioning complete for port 0e07508f-6e02-4a59-bf73-e32af70432da triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:38.273192 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-af236ad2-bbf8-4cc1-9396-a8ed56289610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:38.377083 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-af236ad2-bbf8-4cc1-9396-a8ed56289610 None None] Port 0e07508f-6e02-4a59-bf73-e32af70432da cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:38.545253 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Publish callbacks [] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:38.559083 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Set router fd02133c-1a1d-49e2-acd6-d34e12cda28f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:38.608074 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Publish callbacks [] for port (0e07508f-6e02-4a59-bf73-e32af70432da), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:38.626153 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:38.663029 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-30fcadae-bdc8-42da-9232-7556678346fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:38.665974 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-30fcadae-bdc8-42da-9232-7556678346fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2012095 Aug 23 22:24:38.672842 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:38.674137 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (a32c80e4-d692-4756-b590-48656289da2c), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:38.683693 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52124) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:38.708308 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:38.796293 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:38.862356 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:38.958938 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:38.991023 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:38.994012 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:39.140715 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:39.187531 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:39.197873 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:39.241446 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:39.306572 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:39.316234 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:39.317018 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:39.329006 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 3, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:39.366950 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Network 4c01e5e5-25ba-44de-af70-328d6d292257 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:39.406494 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a14fc6-d079-48b7-a478-e2f9ddbd2b72 None None] The sync data for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi is: [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 3, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:24:39.422500 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:39.542996 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Pushing event updated for resources: {'Port': ['ID=0e07508f-6e02-4a59-bf73-e32af70432da,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:39.853475 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:24:39.868642 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:39.874687 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:39.943057 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd18489-5b8a-43e6-ac80-9a041d8ad7e1,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:40.164819 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:40.181558 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port ee575379-e511-47d1-9156-a175f213ba99 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:40.183102 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 4ce32baa-43d8-4d4d-83f4-ea5728554706 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:40.186168 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:24:33Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:40.191510 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:40.261322 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Router a32c80e4-d692-4756-b590-48656289da2c has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:24:40.439807 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:40.489741 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:40.516001 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c8335e22-7dea-4d93-8b1f-526e0974bc7e admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/a784a106-e884-43f6-a623-3d446a5cd86f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1165893 Aug 23 22:24:40.522381 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:40.691516 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafe8b3-3e83-4ba3-8f4d-312ffabad60d None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:24:33Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:24:40.819024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:40.882159 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-6074d3b9-6704-486f-9138-950b70e1f667 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/a32c80e4-d692-4756-b590-48656289da2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5794206 Aug 23 22:24:41.071297 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-54b18f3b-7a46-4b18-9bfd-b54356dcdaea None None] Provisioning complete for port 0e07508f-6e02-4a59-bf73-e32af70432da triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:41.080857 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-54b18f3b-7a46-4b18-9bfd-b54356dcdaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:41.229554 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-53145295-8207-445d-a5a0-c80112447864 None None] Publish callbacks [] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), precommit_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:41.377129 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-54b18f3b-7a46-4b18-9bfd-b54356dcdaea None None] Port 0e07508f-6e02-4a59-bf73-e32af70432da cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:41.406608 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:41.437095 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:41.456750 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-53145295-8207-445d-a5a0-c80112447864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:41.636209 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:41.639490 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:25Z', 'updated_at': '2022-08-23T22:24:31Z', 'revision_number': 3, 'project_id': '398769c58d0d412aa45024c937820ba1', 'gw_port': {'id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:28Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:41.789207 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Checking router: fd02133c-1a1d-49e2-acd6-d34e12cda28f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:24:41.794402 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Updating router fd02133c-1a1d-49e2-acd6-d34e12cda28f port 2aea620e-5b4d-4500-9557-784bd698e4a9 binding host dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:24:41.805118 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479a23e-57b5-4d52-b078-dc9831a6f029 None None] Pushing event updated for resources: {'Port': ['ID=35433ad0-9d87-4160-8e06-73ed640aa2f7,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:41.817771 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 4ce32baa-43d8-4d4d-83f4-ea5728554706 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:41.818338 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:41.824362 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-f74910e3-9d72-4d5d-9046-07186bf3a434 None None] Provisioning complete for port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:41.826839 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-f74910e3-9d72-4d5d-9046-07186bf3a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:41.862862 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Allocated IP 172.20.0.1 (8896bbdb-81c9-4e5c-a617-cc4bd70d74ad/683ea330-32da-45c6-ab7d-55f3e7faa883/442244bf-74bf-4918-8aa1-3286d468c348) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:41.947122 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52188) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:41.955690 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-68fcb579-e7c2-45e7-b03f-5866361b0db6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243111476', 'description': 'tempest-description--1696597015'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:42.018944 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-68fcb579-e7c2-45e7-b03f-5866361b0db6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.021584 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52190) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:42.036389 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-d856b6bb-3f8e-4975-85fb-5e13f062546d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333017219', 'description': 'tempest-description--1565437465'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:42.051889 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Publish callbacks [] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.100679 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.155868 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d856b6bb-3f8e-4975-85fb-5e13f062546d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.290552 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-68fcb579-e7c2-45e7-b03f-5866361b0db6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (f581347e-45f8-4df1-8c1a-36fa2a4490bd), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.306268 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-68fcb579-e7c2-45e7-b03f-5866361b0db6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (f581347e-45f8-4df1-8c1a-36fa2a4490bd), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.308602 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4636de85-c538-49a1-a086-31776a071074 None None] Sync routers for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:24:42.359711 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4636de85-c538-49a1-a086-31776a071074 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:42.362815 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-4636de85-c538-49a1-a086-31776a071074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:42.384703 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcb579-e7c2-45e7-b03f-5866361b0db6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f581347e-45f8-4df1-8c1a-36fa2a4490bd,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:42.409195 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-68fcb579-e7c2-45e7-b03f-5866361b0db6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.414835 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-68fcb579-e7c2-45e7-b03f-5866361b0db6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4644239 Aug 23 22:24:42.418404 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d856b6bb-3f8e-4975-85fb-5e13f062546d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (b4900849-eba2-42dd-a501-26f6191504e7), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.419527 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52200) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:42.428279 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Allocated IP 172.27.2.77 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/c3bb2dc2-a1d4-4237-a4d1-142add353737) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:42.428705 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-35194f69-f077-4dfb-bacf-d2e0fedba21f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'security_group_rule': {'security_group_id': 'f581347e-45f8-4df1-8c1a-36fa2a4490bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:42.442955 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d856b6bb-3f8e-4975-85fb-5e13f062546d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b4900849-eba2-42dd-a501-26f6191504e7), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.450705 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:42.455771 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.461250 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.466839 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-f74910e3-9d72-4d5d-9046-07186bf3a434 None None] Port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:42.534462 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d856b6bb-3f8e-4975-85fb-5e13f062546d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.539070 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-d856b6bb-3f8e-4975-85fb-5e13f062546d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5050590 Aug 23 22:24:42.559387 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52204) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:42.567167 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-53145295-8207-445d-a5a0-c80112447864 None None] Attempting to bind port 35433ad0-9d87-4160-8e06-73ed640aa2f7 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:42.567970 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-53145295-8207-445d-a5a0-c80112447864 None None] Attempting to bind port 35433ad0-9d87-4160-8e06-73ed640aa2f7 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:42.568350 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53145295-8207-445d-a5a0-c80112447864 None None] Attempting to bind port 35433ad0-9d87-4160-8e06-73ed640aa2f7 on network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:42.605559 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-dd4bbcaf-6667-46a4-9243-8449037f5079 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group_rule': {'security_group_id': 'b4900849-eba2-42dd-a501-26f6191504e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:42.667822 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:42.718986 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-35194f69-f077-4dfb-bacf-d2e0fedba21f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (ea07c245-f0f6-43b8-a502-210c2b3cfa9d), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.733487 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856b6bb-3f8e-4975-85fb-5e13f062546d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4900849-eba2-42dd-a501-26f6191504e7,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:42.853203 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dd4bbcaf-6667-46a4-9243-8449037f5079 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (46fc6335-2802-4166-8834-1296b3dfa7ea), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:42.861489 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-4636de85-c538-49a1-a086-31776a071074 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:42.979025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-f74910e3-9d72-4d5d-9046-07186bf3a434 None None] Provisioning complete for port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:42.983696 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-f74910e3-9d72-4d5d-9046-07186bf3a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.152757 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-f74910e3-9d72-4d5d-9046-07186bf3a434 None None] Port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:43.154338 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 4ce32baa-43d8-4d4d-83f4-ea5728554706 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:43.155622 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 3d8ffef9-4f2b-4179-b602-4c85c1203c42 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:43.159715 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53145295-8207-445d-a5a0-c80112447864 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:43.160108 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53145295-8207-445d-a5a0-c80112447864 None None] Checking segment: {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:43.160518 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-53145295-8207-445d-a5a0-c80112447864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.160926 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53145295-8207-445d-a5a0-c80112447864 None None] Bound using segment: {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:43.161476 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-53145295-8207-445d-a5a0-c80112447864 None None] Bound port: 35433ad0-9d87-4160-8e06-73ed640aa2f7, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:43.161863 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-53145295-8207-445d-a5a0-c80112447864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.240517 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-35194f69-f077-4dfb-bacf-d2e0fedba21f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (ea07c245-f0f6-43b8-a502-210c2b3cfa9d), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.243457 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:43.299830 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd18489-5b8a-43e6-ac80-9a041d8ad7e1,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:43.303296 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-35194f69-f077-4dfb-bacf-d2e0fedba21f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (ea07c245-f0f6-43b8-a502-210c2b3cfa9d), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.385230 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-35194f69-f077-4dfb-bacf-d2e0fedba21f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.387621 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-35194f69-f077-4dfb-bacf-d2e0fedba21f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9658415 Aug 23 22:24:43.399783 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52230) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:43.409869 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-4d22abfc-589f-462e-8345-9460c80c9b74 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'security_group_rule': {'security_group_id': 'f581347e-45f8-4df1-8c1a-36fa2a4490bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:43.505233 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35194f69-f077-4dfb-bacf-d2e0fedba21f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea07c245-f0f6-43b8-a502-210c2b3cfa9d,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:43.522928 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:43.524002 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.528584 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:43.546808 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dd4bbcaf-6667-46a4-9243-8449037f5079 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (46fc6335-2802-4166-8834-1296b3dfa7ea), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.549034 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4d22abfc-589f-462e-8345-9460c80c9b74 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (13be2eea-9d36-4099-b834-86c005b09c47), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.614734 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for port (c3bb2dc2-a1d4-4237-a4d1-142add353737), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.659120 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-53145295-8207-445d-a5a0-c80112447864 None None] For port 35433ad0-9d87-4160-8e06-73ed640aa2f7, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:43.664168 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-53145295-8207-445d-a5a0-c80112447864 None None] For port 35433ad0-9d87-4160-8e06-73ed640aa2f7, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=35433ad0-9d87-4160-8e06-73ed640aa2f7,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:43.688062 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-4636de85-c538-49a1-a086-31776a071074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 2, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:43.695306 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4d22abfc-589f-462e-8345-9460c80c9b74 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (13be2eea-9d36-4099-b834-86c005b09c47), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.705037 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:43.706404 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4d22abfc-589f-462e-8345-9460c80c9b74 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (13be2eea-9d36-4099-b834-86c005b09c47), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.717633 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dd4bbcaf-6667-46a4-9243-8449037f5079 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (46fc6335-2802-4166-8834-1296b3dfa7ea), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.734074 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (c3bb2dc2-a1d4-4237-a4d1-142add353737), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.770370 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:43.772030 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device eee63ac3-e0ad-4594-82ff-1e4fb651397e up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:43.780576 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-53145295-8207-445d-a5a0-c80112447864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.807207 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22abfc-589f-462e-8345-9460c80c9b74 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13be2eea-9d36-4099-b834-86c005b09c47,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:43.818416 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4636de85-c538-49a1-a086-31776a071074 None None] Checking router: a32c80e4-d692-4756-b590-48656289da2c for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:24:43.818691 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4636de85-c538-49a1-a086-31776a071074 None None] Updating router a32c80e4-d692-4756-b590-48656289da2c port 0e07508f-6e02-4a59-bf73-e32af70432da binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:24:43.837907 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dd4bbcaf-6667-46a4-9243-8449037f5079 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.843628 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-dd4bbcaf-6667-46a4-9243-8449037f5079 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2571857 Aug 23 22:24:43.846944 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bbcaf-6667-46a4-9243-8449037f5079 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fc6335-2802-4166-8834-1296b3dfa7ea,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:43.851882 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52236) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:43.862482 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-1de99c4f-9a05-46a0-8acc-30d7c36b8fd0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group_rule': {'security_group_id': 'b4900849-eba2-42dd-a501-26f6191504e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:43.953231 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-4636de85-c538-49a1-a086-31776a071074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.957999 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4d22abfc-589f-462e-8345-9460c80c9b74 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:43.965658 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-4d22abfc-589f-462e-8345-9460c80c9b74 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5623024 Aug 23 22:24:43.976229 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52240) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:43.997424 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:44.092102 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1de99c4f-9a05-46a0-8acc-30d7c36b8fd0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (01f41de4-402b-4bd7-96e4-1afce1feb136), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:44.135155 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'Port': ['ID=c3bb2dc2-a1d4-4237-a4d1-142add353737,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:44.150998 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53145295-8207-445d-a5a0-c80112447864 None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:44.155375 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-53145295-8207-445d-a5a0-c80112447864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:44.157004 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:44.634413 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Publish callbacks [] for port (442244bf-74bf-4918-8aa1-3286d468c348), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:44.679904 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:44.716391 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:44.718764 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:44.738718 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:44.954277 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:44.963895 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479a23e-57b5-4d52-b078-dc9831a6f029 None None] Pushing event updated for resources: {'Port': ['ID=35433ad0-9d87-4160-8e06-73ed640aa2f7,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:45.037392 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-4636de85-c538-49a1-a086-31776a071074 None None] Publish callbacks [] for port (0e07508f-6e02-4a59-bf73-e32af70432da), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.040121 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port eee63ac3-e0ad-4594-82ff-1e4fb651397e triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:45.042381 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.051901 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:45.070291 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-4636de85-c538-49a1-a086-31776a071074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.090411 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52254) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:45.090865 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:45.177317 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (7a62f089-3dc0-467a-8806-befa5bde736c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.304133 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c20934-779c-4989-8665-27907834f7c5 None None] Pushing event updated for resources: {'Port': ['ID=0e07508f-6e02-4a59-bf73-e32af70432da,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:45.345186 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:45.365714 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (442244bf-74bf-4918-8aa1-3286d468c348), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.488259 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.551804 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c3bb2dc2-a1d4-4237-a4d1-142add353737), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.576494 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-53145295-8207-445d-a5a0-c80112447864 None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:45.610302 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-4636de85-c538-49a1-a086-31776a071074 None None] Attempting to bind port 0e07508f-6e02-4a59-bf73-e32af70432da on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:45.612159 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-4636de85-c538-49a1-a086-31776a071074 None None] Attempting to bind port 0e07508f-6e02-4a59-bf73-e32af70432da by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:45.612813 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4636de85-c538-49a1-a086-31776a071074 None None] Attempting to bind port 0e07508f-6e02-4a59-bf73-e32af70432da on network b506c549-1d3c-4779-b5de-b5a4c62df2b1 {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:45.616059 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:45.657966 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4636de85-c538-49a1-a086-31776a071074 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:45.659240 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4636de85-c538-49a1-a086-31776a071074 None None] Checking segment: {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:45.660003 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-4636de85-c538-49a1-a086-31776a071074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.660613 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4636de85-c538-49a1-a086-31776a071074 None None] Bound using segment: {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:45.661363 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-4636de85-c538-49a1-a086-31776a071074 None None] Bound port: 0e07508f-6e02-4a59-bf73-e32af70432da, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:45.662243 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-4636de85-c538-49a1-a086-31776a071074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.729210 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:45.754245 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1de99c4f-9a05-46a0-8acc-30d7c36b8fd0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (01f41de4-402b-4bd7-96e4-1afce1feb136), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.779357 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Pushing event updated for resources: {'Port': ['ID=442244bf-74bf-4918-8aa1-3286d468c348,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:45.780892 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:45.796344 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:45.797076 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (fd02133c-1a1d-49e2-acd6-d34e12cda28f), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.805853 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-4636de85-c538-49a1-a086-31776a071074 None None] For port 0e07508f-6e02-4a59-bf73-e32af70432da, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:45.813278 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-4636de85-c538-49a1-a086-31776a071074 None None] For port 0e07508f-6e02-4a59-bf73-e32af70432da, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=0e07508f-6e02-4a59-bf73-e32af70432da,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:45.829323 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-4636de85-c538-49a1-a086-31776a071074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.844152 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:24:45.862219 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1de99c4f-9a05-46a0-8acc-30d7c36b8fd0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (01f41de4-402b-4bd7-96e4-1afce1feb136), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.906913 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port eee63ac3-e0ad-4594-82ff-1e4fb651397e is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:45.910490 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4636de85-c538-49a1-a086-31776a071074 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:45.913375 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-4636de85-c538-49a1-a086-31776a071074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:45.917646 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 85918bf7-6466-4b7c-972a-43d0dbe680cb up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:45.967914 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8f8d04c2-55a1-4415-aaab-576a49f8509d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.981035 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1de99c4f-9a05-46a0-8acc-30d7c36b8fd0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:45.990523 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-1de99c4f-9a05-46a0-8acc-30d7c36b8fd0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1350040 Aug 23 22:24:46.009958 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52280) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:46.026314 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:24:46.055526 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de99c4f-9a05-46a0-8acc-30d7c36b8fd0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f41de4-402b-4bd7-96e4-1afce1feb136,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:46.117695 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Publish callbacks [] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), precommit_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.137931 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.255637 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:24:46.265493 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-ff96520b-8240-43a7-8d12-1391ef7da16a None None] Provisioning complete for port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:46.268901 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ff96520b-8240-43a7-8d12-1391ef7da16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.291856 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.336206 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8f8d04c2-55a1-4415-aaab-576a49f8509d admin admin] Publish callbacks [] for security_group (2868eea5-066e-4983-a736-232b9a261cf9), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.369582 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8f8d04c2-55a1-4415-aaab-576a49f8509d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (2868eea5-066e-4983-a736-232b9a261cf9), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.381305 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-4636de85-c538-49a1-a086-31776a071074 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:46.465420 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.522672 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Attempting to bind port 2aea620e-5b4d-4500-9557-784bd698e4a9 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:46.523111 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Attempting to bind port 2aea620e-5b4d-4500-9557-784bd698e4a9 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:46.523793 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Attempting to bind port 2aea620e-5b4d-4500-9557-784bd698e4a9 on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:46.552977 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fae298-5efc-401a-8f98-5b9fe230989b None None] Pushing event updated for resources: {'Port': ['ID=2aea620e-5b4d-4500-9557-784bd698e4a9,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:46.563660 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:46.565412 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c20934-779c-4989-8665-27907834f7c5 None None] Pushing event updated for resources: {'Port': ['ID=0e07508f-6e02-4a59-bf73-e32af70432da,revision_number=4']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:46.579591 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:46.580408 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:46.670841 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for port (c3bb2dc2-a1d4-4237-a4d1-142add353737), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.683120 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Allocated IP 172.27.2.34 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/cd9648f8-aef5-4b68-b5fb-771b4650cec5) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:46.718918 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:46.822638 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:46.822878 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:46.828813 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:46.829626 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:46.830331 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.830897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:46.831820 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Bound port: 2aea620e-5b4d-4500-9557-784bd698e4a9, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:46.832409 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.874952 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for port (cd9648f8-aef5-4b68-b5fb-771b4650cec5), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.878516 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:46.894475 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 85918bf7-6466-4b7c-972a-43d0dbe680cb triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:46.895298 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.903523 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:46.907322 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c3bb2dc2-a1d4-4237-a4d1-142add353737), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.908774 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (7a62f089-3dc0-467a-8806-befa5bde736c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.927922 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-4636de85-c538-49a1-a086-31776a071074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:45Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:46.938411 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:46.956858 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (cd9648f8-aef5-4b68-b5fb-771b4650cec5), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:46.974952 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-ff96520b-8240-43a7-8d12-1391ef7da16a None None] Port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:46.995778 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Sync routers for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:24:47.005089 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4636de85-c538-49a1-a086-31776a071074 None None] The sync data for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi is: [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:45Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:24:47.006863 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-7fedecb8-8da0-410e-9fef-80dc5ff83202 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/f7b45e30-6da7-4a3c-b18e-94be9cfd09c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8076274 Aug 23 22:24:47.035380 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-8f8d04c2-55a1-4415-aaab-576a49f8509d admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=9e50c3667a884cc496473dd83535f68f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9381130 Aug 23 22:24:47.039297 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d04c2-55a1-4415-aaab-576a49f8509d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2868eea5-066e-4983-a736-232b9a261cf9,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:47.047159 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52292) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:47.073871 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:47.074781 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:47.158562 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-53145295-8207-445d-a5a0-c80112447864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:43Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:47.175012 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:47.203719 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53145295-8207-445d-a5a0-c80112447864 None None] The sync data for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi is: [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:43Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:24:47.216796 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (442244bf-74bf-4918-8aa1-3286d468c348), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:47.251892 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:47.259588 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:47.268411 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] For port 2aea620e-5b4d-4500-9557-784bd698e4a9, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:47.365025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-876d822a-fd5f-4cf1-87a7-a81f72783d70 None None] Provisioning complete for port 442244bf-74bf-4918-8aa1-3286d468c348 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:47.365413 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-876d822a-fd5f-4cf1-87a7-a81f72783d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (442244bf-74bf-4918-8aa1-3286d468c348), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:47.444364 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:47.501594 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:47.507218 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8194137 Aug 23 22:24:47.529896 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] For port 2aea620e-5b4d-4500-9557-784bd698e4a9, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=2aea620e-5b4d-4500-9557-784bd698e4a9,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:47.532667 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42d2a6-b6e0-4a84-a92e-16b5a1f7cff7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'Port': ['ID=c3bb2dc2-a1d4-4237-a4d1-142add353737,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:47.598557 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:47.601002 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:47.628405 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 85918bf7-6466-4b7c-972a-43d0dbe680cb is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:47.645362 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:47.695194 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (e56003c5-0812-4c62-a4c8-6d939600dab3), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:47.704708 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'Port': ['ID=cd9648f8-aef5-4b68-b5fb-771b4650cec5,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:47.783796 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Allocated IP 172.27.2.184 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/3343f8da-66d9-4f5a-8802-d373706f14b7) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:24:48.063730 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-876d822a-fd5f-4cf1-87a7-a81f72783d70 None None] Port 442244bf-74bf-4918-8aa1-3286d468c348 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:48.085377 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fae298-5efc-401a-8f98-5b9fe230989b None None] Pushing event updated for resources: {'Port': ['ID=2aea620e-5b4d-4500-9557-784bd698e4a9,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:48.182945 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Routers {'fd02133c-1a1d-49e2-acd6-d34e12cda28f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:48.199556 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d81678e5-1efa-4753-8987-827b05e39c50 admin admin] Publish callbacks [] for security_group (2868eea5-066e-4983-a736-232b9a261cf9), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.210473 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:48.236475 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (cd9648f8-aef5-4b68-b5fb-771b4650cec5), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.320224 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Publish callbacks [] for port (442244bf-74bf-4918-8aa1-3286d468c348), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.355411 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (442244bf-74bf-4918-8aa1-3286d468c348), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.356401 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (fd02133c-1a1d-49e2-acd6-d34e12cda28f), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.390623 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52332) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:48.449577 dv-cinder-850321-4-iscsi neutron-server[106593]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 22:24:48.532201 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d81678e5-1efa-4753-8987-827b05e39c50 admin admin] Publish callbacks [] for security_group (2868eea5-066e-4983-a736-232b9a261cf9), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.546040 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:48.644804 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 038aa351-817a-4768-a472-a19e0fc43c23 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:48.668688 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 2, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:48.754826 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.819221 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for port (cd9648f8-aef5-4b68-b5fb-771b4650cec5), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.836177 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (cd9648f8-aef5-4b68-b5fb-771b4650cec5), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.836979 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (e56003c5-0812-4c62-a4c8-6d939600dab3), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:48.902202 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:24:41Z', 'revision_number': 2, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:48.936505 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Pushing event updated for resources: {'Port': ['ID=442244bf-74bf-4918-8aa1-3286d468c348,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:48.949687 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:24:48.950122 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Updating router a784a106-e884-43f6-a623-3d446a5cd86f port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 binding host dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:24:48.990302 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-a37dc0b0-f4ac-4832-ba17-e1a27b46d2bd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1256498956&fields=id&tenant_id=8be30316f0b745d783ec96bc983b2cb1 HTTP/1.1" status: 200 len: 267 time: 0.5872576 Aug 23 22:24:49.015635 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Checking router: f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:24:49.016186 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Updating router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:24:49.050307 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:49.052214 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0661621 Aug 23 22:24:49.070504 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54346532-d9c5-4a25-9801-8c00a430e92e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'Port': ['ID=cd9648f8-aef5-4b68-b5fb-771b4650cec5,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:49.111965 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52354) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:49.116213 dv-cinder-850321-4-iscsi neutron-server[106594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 22:24:49.166943 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:49.210322 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:49.215474 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:49.226603 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:49.241870 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d81678e5-1efa-4753-8987-827b05e39c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (2868eea5-066e-4983-a736-232b9a261cf9), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:49.248602 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d81678e5-1efa-4753-8987-827b05e39c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:49.258740 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-d81678e5-1efa-4753-8987-827b05e39c50 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/2868eea5-066e-4983-a736-232b9a261cf9 HTTP/1.1" status: 204 len: 168 time: 2.2051125 Aug 23 22:24:49.368939 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81678e5-1efa-4753-8987-827b05e39c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2868eea5-066e-4983-a736-232b9a261cf9,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:49.397133 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (3343f8da-66d9-4f5a-8802-d373706f14b7), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:49.552838 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:49.580432 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:49.613590 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 038aa351-817a-4768-a472-a19e0fc43c23 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:49.618314 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (038aa351-817a-4768-a472-a19e0fc43c23), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:49.640691 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] Set router fd02133c-1a1d-49e2-acd6-d34e12cda28f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:49.910123 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-e7779995-5d65-4ea7-8adb-0675b9f1f447 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:49.929590 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-e7779995-5d65-4ea7-8adb-0675b9f1f447 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 819 time: 0.8142762 Aug 23 22:24:50.000147 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-d7579cc9-dfef-49c6-989c-1df1d878412a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/quotas/1dfc84dc05d542d987194096f3b7e51a HTTP/1.1" status: 200 len: 375 time: 0.0690482 Aug 23 22:24:50.022433 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52372) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:50.169766 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-8a5dbff6-66a3-4553-82de-cafe515ba88c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:50.173043 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-8a5dbff6-66a3-4553-82de-cafe515ba88c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 816 time: 1.1609879 Aug 23 22:24:50.276108 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Publish callbacks [] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:50.291262 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:50.312177 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-6ca2193f-3eed-4251-85af-5f04cdb9917b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3015873 Aug 23 22:24:50.314612 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (3343f8da-66d9-4f5a-8802-d373706f14b7), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:50.341001 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-8e56b0c4-1fc4-48df-9f67-9a73dd746900 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/quotas/8be30316f0b745d783ec96bc983b2cb1 HTTP/1.1" status: 200 len: 375 time: 0.1423829 Aug 23 22:24:50.370849 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Router fd02133c-1a1d-49e2-acd6-d34e12cda28f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:24:50.391296 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:24:50.402994 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:24:50.433778 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:24:50.517307 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=3343f8da-66d9-4f5a-8802-d373706f14b7,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:50.608895 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (dccad50d-232f-4614-aebd-c7ecc3790735), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:50.688556 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Attempting to bind port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:50.698859 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Attempting to bind port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:50.702001 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Attempting to bind port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:50.712991 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:50.740590 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-c68068e8-a2f5-42f0-89e2-718d8a9d9b65 None None] Provisioning complete for port 442244bf-74bf-4918-8aa1-3286d468c348 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:50.741477 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c68068e8-a2f5-42f0-89e2-718d8a9d9b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (442244bf-74bf-4918-8aa1-3286d468c348), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:50.743946 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:50.745890 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Checking segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:50.747014 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:50.747571 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Bound using segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:50.754934 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Bound port: 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:50.755792 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:50.760457 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (3343f8da-66d9-4f5a-8802-d373706f14b7), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:50.764041 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5044b-82da-465a-9fe2-ae6731bb9142 None None] Pushing event updated for resources: {'Port': ['ID=8bd18489-5b8a-43e6-ac80-9a041d8ad7e1,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:50.929527 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-c68068e8-a2f5-42f0-89e2-718d8a9d9b65 None None] Port 442244bf-74bf-4918-8aa1-3286d468c348 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:24:50.980122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52396) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:51.070101 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:51.086775 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] For port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:51.100356 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] For port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=8bd18489-5b8a-43e6-ac80-9a041d8ad7e1,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:51.121474 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.154588 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:51.203964 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-26949c54-da7a-4ed9-85ed-d105eca74cac tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8196578 Aug 23 22:24:51.219570 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 038aa351-817a-4768-a472-a19e0fc43c23 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:51.221910 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (038aa351-817a-4768-a472-a19e0fc43c23), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.300844 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aa713ae9-2a8a-454f-ab41-e66872694244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.303594 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (3343f8da-66d9-4f5a-8802-d373706f14b7), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.309366 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:25Z', 'updated_at': '2022-08-23T22:24:46Z', 'revision_number': 4, 'project_id': '398769c58d0d412aa45024c937820ba1', 'gw_port': {'id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:28Z', 'updated_at': '2022-08-23T22:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '442244bf-74bf-4918-8aa1-3286d468c348', 'name': '', 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'mac_address': 'fa:16:3e:e4:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:39Z', 'updated_at': '2022-08-23T22:24:42Z', 'revision_number': 1, 'project_id': '398769c58d0d412aa45024c937820ba1', 'subnets': [{'id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:51.312626 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (3343f8da-66d9-4f5a-8802-d373706f14b7), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.313483 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (dccad50d-232f-4614-aebd-c7ecc3790735), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.350623 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3b757b4b-4fc4-4494-99cd-f9bd1d654009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.374325 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:51.380102 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5044b-82da-465a-9fe2-ae6731bb9142 None None] Pushing event updated for resources: {'Port': ['ID=8bd18489-5b8a-43e6-ac80-9a041d8ad7e1,revision_number=4']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:51.402178 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56726502-2517-40e6-ba20-8da1f9054eec None None] The sync data for ids ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'] in dv-cinder-850321-4-iscsi is: [{'id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:25Z', 'updated_at': '2022-08-23T22:24:46Z', 'revision_number': 4, 'project_id': '398769c58d0d412aa45024c937820ba1', 'gw_port': {'id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:28Z', 'updated_at': '2022-08-23T22:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '442244bf-74bf-4918-8aa1-3286d468c348', 'name': '', 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'mac_address': 'fa:16:3e:e4:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:39Z', 'updated_at': '2022-08-23T22:24:42Z', 'revision_number': 1, 'project_id': '398769c58d0d412aa45024c937820ba1', 'subnets': [{'id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:24:51.403206 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.405863 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3873885 Aug 23 22:24:51.413398 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 038aa351-817a-4768-a472-a19e0fc43c23, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=038aa351-817a-4768-a472-a19e0fc43c23,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:51.434065 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:51.436247 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:51.495842 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842263c1-d783-490b-8500-e5db18be28b1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=3343f8da-66d9-4f5a-8802-d373706f14b7,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:51.515724 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:51.635942 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Publish callbacks [] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), precommit_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.644332 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (038aa351-817a-4768-a472-a19e0fc43c23), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.645715 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 35433ad0-9d87-4160-8e06-73ed640aa2f7 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:51.659840 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:51.677423 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:24:51.692988 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-9b7ad304-0535-4a46-ae2d-063508dd0a56 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/fd02133c-1a1d-49e2-acd6-d34e12cda28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7260840 Aug 23 22:24:51.756555 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-818b1165-f3af-4566-b08b-607ca8971adb service neutron] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:24:51.773364 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-818b1165-f3af-4566-b08b-607ca8971adb service neutron] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3635957 Aug 23 22:24:51.880757 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-06344666-a194-476f-911a-617e482a84d4 service neutron] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:24:51.881913 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-06344666-a194-476f-911a-617e482a84d4 service neutron] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2584546 Aug 23 22:24:51.917680 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:51.995187 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-e662c58f-e2aa-4495-a932-a1cec42f863c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206979 Aug 23 22:24:52.052492 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-35ffd959-aa06-4903-8a37-200ac321e2e4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593237 Aug 23 22:24:52.055899 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:52.076493 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3b757b4b-4fc4-4494-99cd-f9bd1d654009 admin admin] Publish callbacks [] for security_group (d6aa7192-59f1-4245-9251-7cfb86663219), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.082385 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aa713ae9-2a8a-454f-ab41-e66872694244 admin admin] Publish callbacks [] for security_group (513203aa-8669-42a9-972f-4f30c9b3bf65), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.104243 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3b757b4b-4fc4-4494-99cd-f9bd1d654009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d6aa7192-59f1-4245-9251-7cfb86663219), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.205950 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b757b4b-4fc4-4494-99cd-f9bd1d654009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa7192-59f1-4245-9251-7cfb86663219,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:52.211217 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aa713ae9-2a8a-454f-ab41-e66872694244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (513203aa-8669-42a9-972f-4f30c9b3bf65), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.237928 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Attempting to bind port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:24:52.238506 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Attempting to bind port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:24:52.239021 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Attempting to bind port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:24:52.270757 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 35433ad0-9d87-4160-8e06-73ed640aa2f7 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:52.271307 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.298580 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-aa713ae9-2a8a-454f-ab41-e66872694244 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=e2010f0ea84e4e1b8a421d5b40806d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3161192 Aug 23 22:24:52.301464 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3b757b4b-4fc4-4494-99cd-f9bd1d654009 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=dc6d5bd146c84060bb02700eddd537a2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2748864 Aug 23 22:24:52.304966 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa713ae9-2a8a-454f-ab41-e66872694244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513203aa-8669-42a9-972f-4f30c9b3bf65,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:52.317999 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52422) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:52.318343 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52424) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:52.389101 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=038aa351-817a-4768-a472-a19e0fc43c23,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:52.511825 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:52.595373 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba02c1-b61e-47d0-80a9-54ba4ec1425e None None] The sync data for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi is: [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:24:52.608728 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9015b1b-3eed-47dc-89b6-b2319fffecf9 None None] Pushing event updated for resources: {'Port': ['ID=58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:52.641351 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:24:52.644376 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Checking segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:24:52.647926 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.649591 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Bound using segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:24:52.651433 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Bound port: 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:24:52.654087 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.663574 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-d6ee2b2c-891f-4e4e-a294-76e88f36930d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421156 Aug 23 22:24:52.675137 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cb1c1a6e-8534-45bd-ba9e-1a8b49d5cd2f admin admin] Publish callbacks [] for security_group (513203aa-8669-42a9-972f-4f30c9b3bf65), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.707346 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c17c-15a0-43a1-8922-4affc5fb5750 admin admin] Publish callbacks [] for security_group (d6aa7192-59f1-4245-9251-7cfb86663219), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.725358 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:52.814394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cb1c1a6e-8534-45bd-ba9e-1a8b49d5cd2f admin admin] Publish callbacks [] for security_group (513203aa-8669-42a9-972f-4f30c9b3bf65), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.821927 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-889d0725-5516-4614-8398-3cf0e16ec0a5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366350 Aug 23 22:24:52.834375 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:52.849733 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 35433ad0-9d87-4160-8e06-73ed640aa2f7 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:52.850758 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:52.878399 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c17c-15a0-43a1-8922-4affc5fb5750 admin admin] Publish callbacks [] for security_group (d6aa7192-59f1-4245-9251-7cfb86663219), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:53.032680 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 35433ad0-9d87-4160-8e06-73ed640aa2f7, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=35433ad0-9d87-4160-8e06-73ed640aa2f7,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:53.042114 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:53.046841 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device eee63ac3-e0ad-4594-82ff-1e4fb651397e up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:53.119218 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] For port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:24:53.246076 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c17c-15a0-43a1-8922-4affc5fb5750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d6aa7192-59f1-4245-9251-7cfb86663219), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:53.254694 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c17c-15a0-43a1-8922-4affc5fb5750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:53.256051 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:53.260661 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] For port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:24:53.284331 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-4ed2c17c-15a0-43a1-8922-4affc5fb5750 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/d6aa7192-59f1-4245-9251-7cfb86663219 HTTP/1.1" status: 204 len: 168 time: 0.9645274 Aug 23 22:24:53.314210 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:53.375469 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cb1c1a6e-8534-45bd-ba9e-1a8b49d5cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (513203aa-8669-42a9-972f-4f30c9b3bf65), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:53.388677 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cb1c1a6e-8534-45bd-ba9e-1a8b49d5cd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:53.396072 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-cb1c1a6e-8534-45bd-ba9e-1a8b49d5cd2f admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/513203aa-8669-42a9-972f-4f30c9b3bf65 HTTP/1.1" status: 204 len: 168 time: 1.0728691 Aug 23 22:24:53.398209 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2c17c-15a0-43a1-8922-4affc5fb5750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa7192-59f1-4245-9251-7cfb86663219,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:53.434403 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=35433ad0-9d87-4160-8e06-73ed640aa2f7,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:53.515697 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c1a6e-8534-45bd-ba9e-1a8b49d5cd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513203aa-8669-42a9-972f-4f30c9b3bf65,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:53.612185 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-04637829-9fa7-4c9d-821f-237eb9f08095 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--243111476&fields=id&tenant_id=a297ef598b76404b86e9350e120b86c9 HTTP/1.1" status: 200 len: 267 time: 0.3200054 Aug 23 22:24:53.625456 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port eee63ac3-e0ad-4594-82ff-1e4fb651397e triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:53.626465 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:53.720695 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:24:53.722182 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:53.782166 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:53.818292 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-0900a451-4b65-45aa-ae1f-d7e125b841a1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--333017219&fields=id&tenant_id=c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 267 time: 0.1660156 Aug 23 22:24:54.012148 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9015b1b-3eed-47dc-89b6-b2319fffecf9 None None] Pushing event updated for resources: {'Port': ['ID=58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:54.045326 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:24:54.101631 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-042f1347-0ef9-439f-87e3-5a656d799b32 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:54.105123 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-be7af7c8-777e-4d98-9431-065d5ade9d51 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:54.105545 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-042f1347-0ef9-439f-87e3-5a656d799b32 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 811 time: 0.4858792 Aug 23 22:24:54.116686 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-be7af7c8-777e-4d98-9431-065d5ade9d51 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 814 time: 0.2960937 Aug 23 22:24:54.144045 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-e5cd1bb1-a2e8-4eca-9d5d-a68993b353cf tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/quotas/c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 375 time: 0.0257218 Aug 23 22:24:54.155441 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-fe572943-6057-4e9b-89b9-e154420295e9 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/quotas/a297ef598b76404b86e9350e120b86c9 HTTP/1.1" status: 200 len: 375 time: 0.0393655 Aug 23 22:24:54.222989 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-aa9fa538-bd3b-4f2a-8917-67b9d6d2b1d5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760024 Aug 23 22:24:54.278266 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port eee63ac3-e0ad-4594-82ff-1e4fb651397e is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:54.281169 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device ea6e3b63-f446-4631-b0df-d97069f0582e up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:54.420642 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-92bb3e4a-0413-4989-9408-7b55eb1a2bff tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2558229 Aug 23 22:24:54.635414 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-0889b4c3-7818-4ae3-909d-0084d0976cf0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934612 Aug 23 22:24:54.740181 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52504) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:54.781448 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a805e137-6a9b-49f8-a06b-3d4a909b347e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:54.864384 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-d210dac2-2979-4031-b22e-b2bcbfc10b83 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510556 Aug 23 22:24:54.867061 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:55.012252 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:24:53Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:24:55.019603 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port ea6e3b63-f446-4631-b0df-d97069f0582e triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:55.025119 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:55.135666 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-e9163660-cefa-47b2-aa48-010357fe8b8a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963455 Aug 23 22:24:55.175076 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608203f-54b6-4c98-b062-f31b330c668c None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:24:53Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:24:55.261607 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:55.367867 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-6aa9bd11-e706-44e8-a3aa-7c2e94c488ad service neutron] 10.222.0.88 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828503 Aug 23 22:24:55.438098 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:55.538539 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port ea6e3b63-f446-4631-b0df-d97069f0582e is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:55.539765 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:55.682092 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a805e137-6a9b-49f8-a06b-3d4a909b347e admin admin] Publish callbacks [] for security_group (21dfa349-1660-4fa7-a787-b9ca88798597), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:55.693824 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a805e137-6a9b-49f8-a06b-3d4a909b347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (21dfa349-1660-4fa7-a787-b9ca88798597), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:55.697591 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port ea6e3b63-f446-4631-b0df-d97069f0582e, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=ea6e3b63-f446-4631-b0df-d97069f0582e,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:55.709893 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:55.712922 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e23a2553-4186-4486-9d81-409370f3aeb8 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:55.900106 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805e137-6a9b-49f8-a06b-3d4a909b347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dfa349-1660-4fa7-a787-b9ca88798597,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:56.056182 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port e23a2553-4186-4486-9d81-409370f3aeb8 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:56.059754 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:56.082077 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a805e137-6a9b-49f8-a06b-3d4a909b347e admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=97a176d63e3a40018d84dea69a60ec9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3373022 Aug 23 22:24:56.084108 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52558) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:56.436759 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2c99-08d9-4f05-a442-82b288019a99 admin admin] Publish callbacks [] for security_group (21dfa349-1660-4fa7-a787-b9ca88798597), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:56.448286 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-899983c7-dfe7-438f-a3e4-b5eda7a152e4 req-647d5250-d4bd-4e3c-99ae-a27335a62e9a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 210 time: 0.2369792 Aug 23 22:24:56.609505 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2c99-08d9-4f05-a442-82b288019a99 admin admin] Publish callbacks [] for security_group (21dfa349-1660-4fa7-a787-b9ca88798597), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:56.858438 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=ea6e3b63-f446-4631-b0df-d97069f0582e,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:56.915576 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2c99-08d9-4f05-a442-82b288019a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (21dfa349-1660-4fa7-a787-b9ca88798597), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:56.921047 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2c99-08d9-4f05-a442-82b288019a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:56.930115 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2aaf2c99-08d9-4f05-a442-82b288019a99 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/21dfa349-1660-4fa7-a787-b9ca88798597 HTTP/1.1" status: 204 len: 168 time: 0.8439560 Aug 23 22:24:56.991836 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-24399480-1924-4983-9663-45930c105ae1 req-0bde100a-a6f3-40c4-a96d-cb976a3b8da6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 210 time: 0.3096206 Aug 23 22:24:57.026702 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf2c99-08d9-4f05-a442-82b288019a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dfa349-1660-4fa7-a787-b9ca88798597,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:57.051742 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port e23a2553-4186-4486-9d81-409370f3aeb8 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:57.055352 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:57.194841 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port e23a2553-4186-4486-9d81-409370f3aeb8, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e23a2553-4186-4486-9d81-409370f3aeb8,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:57.226627 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:57.228482 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 0e07508f-6e02-4a59-bf73-e32af70432da up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:57.321884 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:57.500823 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5fa3b046-0373-40bd-a9ef-78c50699b2ba req-76695b08-469f-4da1-9a04-f0bf8208b7b2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 210 time: 0.1469944 Aug 23 22:24:57.642009 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=e23a2553-4186-4486-9d81-409370f3aeb8,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:57.678435 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 0e07508f-6e02-4a59-bf73-e32af70432da triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:57.690564 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:57.702034 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-be117d4a-543c-4086-b308-ab1f99e31ea4 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:57.747405 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-be117d4a-543c-4086-b308-ab1f99e31ea4 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/networks?id=8896bbdb-81c9-4e5c-a617-cc4bd70d74ad HTTP/1.1" status: 200 len: 812 time: 0.7331548 Aug 23 22:24:57.771309 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e7478c77-737a-41bb-b590-1c0b81a6325a req-3068c112-61e8-44b6-b439-ccc03468c14c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 210 time: 0.1279418 Aug 23 22:24:57.816189 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-fc01aae8-ff56-4e1a-8aa5-4e91f298c475 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/quotas/398769c58d0d412aa45024c937820ba1 HTTP/1.1" status: 200 len: 375 time: 0.0653777 Aug 23 22:24:58.122767 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-55480c65-1f2d-4c08-ac72-84f02c317016 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=398769c58d0d412aa45024c937820ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2991130 Aug 23 22:24:58.158826 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 0e07508f-6e02-4a59-bf73-e32af70432da is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:58.159515 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:58.293369 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 0e07508f-6e02-4a59-bf73-e32af70432da, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=0e07508f-6e02-4a59-bf73-e32af70432da,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:24:58.307066 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:58.521314 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=0e07508f-6e02-4a59-bf73-e32af70432da,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:58.539669 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-c19e1916-2f87-45ab-a33a-e1ac0d6eea10 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:24:58.545970 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-c8b862b9-d899-43ae-a889-ad3ac6c84d46 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/8896bbdb-81c9-4e5c-a617-cc4bd70d74ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202847 Aug 23 22:24:58.551379 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-c19e1916-2f87-45ab-a33a-e1ac0d6eea10 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 819 time: 0.4963801 Aug 23 22:24:58.610554 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-98411dfd-007c-4043-a6fc-5580d5a45501 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/quotas/1dfc84dc05d542d987194096f3b7e51a HTTP/1.1" status: 200 len: 375 time: 0.0502303 Aug 23 22:24:58.860074 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-a6bb72c3-83e8-4526-9f19-83f4cd59ed7f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2383823 Aug 23 22:24:58.923964 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52666) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:58.934960 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:59.005351 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-0309534d-19b1-4281-a979-f82ffec2624f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/8896bbdb-81c9-4e5c-a617-cc4bd70d74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515202 Aug 23 22:24:59.046566 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ffd51e32-2c9b-48df-a2a4-c4b902530495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:59.074504 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 038aa351-817a-4768-a472-a19e0fc43c23 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:59.223278 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-3ea6a22c-65a5-40fd-b7af-0939c6edbfdc service neutron] 10.222.0.88 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612769 Aug 23 22:24:59.260945 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 038aa351-817a-4768-a472-a19e0fc43c23 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:59.265851 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (038aa351-817a-4768-a472-a19e0fc43c23), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:59.472150 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 038aa351-817a-4768-a472-a19e0fc43c23 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:24:59.474448 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 35433ad0-9d87-4160-8e06-73ed640aa2f7 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:24:59.502575 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-3554734e-700b-437e-a87a-12f63f306e39 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774100 Aug 23 22:24:59.611066 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ffd51e32-2c9b-48df-a2a4-c4b902530495 admin admin] Publish callbacks [] for security_group (990d7ec6-2d0e-4a42-a50b-8b8175aaecec), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:59.626423 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ffd51e32-2c9b-48df-a2a4-c4b902530495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (990d7ec6-2d0e-4a42-a50b-8b8175aaecec), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:59.716877 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:24:59.728981 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 35433ad0-9d87-4160-8e06-73ed640aa2f7 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:24:59.731177 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:24:59.871472 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd51e32-2c9b-48df-a2a4-c4b902530495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990d7ec6-2d0e-4a42-a50b-8b8175aaecec,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:24:59.895726 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ffd51e32-2c9b-48df-a2a4-c4b902530495 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=53ef6b68509e4cc8a40442cf6c158f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9235852 Aug 23 22:24:59.899411 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52684) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:24:59.923514 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.86', 57425) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:00.198069 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 35433ad0-9d87-4160-8e06-73ed640aa2f7 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:00.206773 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device ea6e3b63-f446-4631-b0df-d97069f0582e up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:00.283446 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-dac3a251-32bb-4cbf-8062-c545a5e9ba1d req-84189091-778b-40ad-bb5a-d7287f48b058 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 210 time: 0.2372215 Aug 23 22:25:00.395108 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:00.441684 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port ea6e3b63-f446-4631-b0df-d97069f0582e triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:00.441684 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:00.452835 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-6b3ca603-7ed4-4f5e-a972-cf79fed22e13 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:00.472211 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-997efb2c-62e3-4c35-b421-f4b73b150f26 admin admin] Publish callbacks [] for security_group (990d7ec6-2d0e-4a42-a50b-8b8175aaecec), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:00.474214 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-6b3ca603-7ed4-4f5e-a972-cf79fed22e13 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 816 time: 0.5437765 Aug 23 22:25:00.568699 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-997efb2c-62e3-4c35-b421-f4b73b150f26 admin admin] Publish callbacks [] for security_group (990d7ec6-2d0e-4a42-a50b-8b8175aaecec), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:00.684086 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.86', 57426) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:00.894010 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-997efb2c-62e3-4c35-b421-f4b73b150f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (990d7ec6-2d0e-4a42-a50b-8b8175aaecec), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:00.924098 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-997efb2c-62e3-4c35-b421-f4b73b150f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:00.936157 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-997efb2c-62e3-4c35-b421-f4b73b150f26 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/990d7ec6-2d0e-4a42-a50b-8b8175aaecec HTTP/1.1" status: 204 len: 168 time: 1.0288007 Aug 23 22:25:00.980725 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port ea6e3b63-f446-4631-b0df-d97069f0582e is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:00.999569 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:01.063665 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-188d8fa4-fa60-4f7e-9356-30b1ad9f042c req-da82390e-da10-47e9-9dd0-1df821e1e347 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 210 time: 0.2513554 Aug 23 22:25:01.073945 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997efb2c-62e3-4c35-b421-f4b73b150f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d7ec6-2d0e-4a42-a50b-8b8175aaecec,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:01.303461 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-dbcf5e3c-1123-4c50-a66e-0046722b5595 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8be30316f0b745d783ec96bc983b2cb1 HTTP/1.1" status: 200 len: 380 time: 0.7269504 Aug 23 22:25:01.348260 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'port': {'device_id': '80b697da-19f2-459e-a57e-e386523e4bcf', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'admin_state_up': True, 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'security_groups': ['ea35bf47-5a43-4c69-9d2e-a3db22c63279']}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:01.394886 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.86', 57428) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:01.449901 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:01.453268 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:01.456465 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:01.489468 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c0771ca7-2141-44e2-8e21-5af56c4c1491 req-844fa6e7-39a0-4c47-93e6-bf863cff0ca0 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 210 time: 0.2478929 Aug 23 22:25:01.731352 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:01.812209 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.86', 57434) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:01.833005 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78accc53-535f-4b27-8721-a351d59647c1 req-f939c404-8f3e-4938-b93a-a4c6407cc60f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 210 time: 0.6753161 Aug 23 22:25:01.854588 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:01.855118 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:01.907897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=8bd18489-5b8a-43e6-ac80-9a041d8ad7e1,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:01.908971 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:01.926005 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:01.929436 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e23a2553-4186-4486-9d81-409370f3aeb8 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:02.126671 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7d8a3940-f9b8-41d2-bb3a-9d0296ebc0d4 req-f042c2c8-038b-4ab3-8c75-94c29a56c807 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 210 time: 0.1978881 Aug 23 22:25:02.291429 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-d69a4e16-7857-42d3-b9ea-60ed41f8d38c tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:02.293248 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-d69a4e16-7857-42d3-b9ea-60ed41f8d38c tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 814 time: 0.8930051 Aug 23 22:25:02.588266 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port e23a2553-4186-4486-9d81-409370f3aeb8 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:02.589092 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:02.595186 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=8bd18489-5b8a-43e6-ac80-9a041d8ad7e1,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:02.631985 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-290ddf70-0cb6-4302-a29a-010e015a8816 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:02.642415 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-290ddf70-0cb6-4302-a29a-010e015a8816 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 819 time: 1.9554338 Aug 23 22:25:02.681382 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5d9c847e-ec5a-4a94-9d3c-ff1f67527e57 req-16ba1a56-3b68-48b0-a587-0603aba2f17b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 210 time: 0.3493578 Aug 23 22:25:02.684365 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d8ca1525-8c71-4940-bd1b-d1e2a93cc6d4 req-38055e8c-9e9f-4a2b-b6b8-b1b46ea11454 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 210 time: 0.1814034 Aug 23 22:25:02.731164 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Sync routers for ids ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:25:02.768045 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Routers {'fd02133c-1a1d-49e2-acd6-d34e12cda28f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:25:02.768486 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:24:37Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:02.799631 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-5b31f322-5b12-4efb-98e4-00a14ed3a1dc tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 379 time: 0.4768677 Aug 23 22:25:02.836352 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Request body: {'port': {'device_id': '498d6e2f-6d66-4925-8f7c-eca5b08c1025', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'admin_state_up': True, 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:02.842979 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'port': {'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'admin_state_up': True, 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'security_groups': ['b4900849-eba2-42dd-a501-26f6191504e7']}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:02.911399 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-16b9fd40-e7b3-4cc8-933b-bb71a57c170a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:02.920387 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-16b9fd40-e7b3-4cc8-933b-bb71a57c170a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 811 time: 1.0859525 Aug 23 22:25:03.021832 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.86', 57439) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:03.045379 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9bc270d7-1327-47bc-bab7-4c091f17edd1 req-e7a8e59d-bb35-4498-ace1-a5c99b95d672 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 210 time: 0.1832273 Aug 23 22:25:03.130371 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Made reservation on behalf of 8be30316f0b745d783ec96bc983b2cb1 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:25:03.134556 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:03.251039 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:03.393520 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port e23a2553-4186-4486-9d81-409370f3aeb8 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:03.397092 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2aea620e-5b4d-4500-9557-784bd698e4a9 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:03.514373 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 2aea620e-5b4d-4500-9557-784bd698e4a9 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:03.514765 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:03.561147 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Set router fd02133c-1a1d-49e2-acd6-d34e12cda28f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:25:03.609960 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7697c07d-443f-48e1-8beb-eb4ebafbeade req-f0501f6a-542e-410c-ba1d-3727f4d412dd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 210 time: 0.2446907 Aug 23 22:25:03.630997 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Made reservation on behalf of c0fc1c15f821495e9883814ffc7aed78 for: {'port': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:25:03.643819 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:03.821880 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2d9f91ec-db4a-4cbb-bf61-9339ca39450c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:03.843898 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 2aea620e-5b4d-4500-9557-784bd698e4a9 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:03.844411 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:03.916275 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 2aea620e-5b4d-4500-9557-784bd698e4a9, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=2aea620e-5b4d-4500-9557-784bd698e4a9,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:03.927161 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-85cee992-74a5-4099-bf6f-323ede162073 req-01665a1d-f79d-4538-ab7a-7aac9fd92a35 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 210 time: 0.3396833 Aug 23 22:25:03.968147 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:03.969385 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:03.992966 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.86', 57444) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:04.407320 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-132ca3fd-cc05-4ca9-9b78-7778e3be95e9 req-347407c1-2544-4e1f-8f99-51150b1eb43a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 210 time: 0.1287572 Aug 23 22:25:04.572714 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-ace046a1-aabf-40b1-9d22-557924b078d6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a297ef598b76404b86e9350e120b86c9 HTTP/1.1" status: 200 len: 379 time: 1.5912027 Aug 23 22:25:04.983462 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:25Z', 'updated_at': '2022-08-23T22:24:46Z', 'revision_number': 4, 'project_id': '398769c58d0d412aa45024c937820ba1', 'gw_port': {'id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:28Z', 'updated_at': '2022-08-23T22:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '442244bf-74bf-4918-8aa1-3286d468c348', 'name': '', 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'mac_address': 'fa:16:3e:e4:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:39Z', 'updated_at': '2022-08-23T22:24:47Z', 'revision_number': 2, 'project_id': '398769c58d0d412aa45024c937820ba1', 'subnets': [{'id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:04.987685 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=2aea620e-5b4d-4500-9557-784bd698e4a9,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:04.998395 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:04.999057 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:05.040324 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Allocated IP 172.20.0.5 (4c01e5e5-25ba-44de-af70-328d6d292257/da87230b-040f-4662-82db-afbf246dea95/44698636-efef-43cf-a8ef-8c14ed7f08ab) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:25:05.086535 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:05.135164 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Checking router: fd02133c-1a1d-49e2-acd6-d34e12cda28f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:25:05.135804 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Updating router fd02133c-1a1d-49e2-acd6-d34e12cda28f port 442244bf-74bf-4918-8aa1-3286d468c348 binding host dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:25:05.217191 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (442244bf-74bf-4918-8aa1-3286d468c348), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:05.322476 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'port': {'device_id': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'admin_state_up': True, 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'security_groups': ['f581347e-45f8-4df1-8c1a-36fa2a4490bd']}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:05.391618 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:05.396905 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:05.397823 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:05.428304 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:05.488167 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:05.505260 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:05.516621 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:05.521718 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-01856995-3d71-4fb2-9ae7-ed60ac52a7df req-5cbce1d2-2899-4b49-94fd-45ec53fca58b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 210 time: 1.0732708 Aug 23 22:25:05.558143 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-0f3ca2be-1727-4b0b-b7e5-6b63c38b6408 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:05.561731 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-0f3ca2be-1727-4b0b-b7e5-6b63c38b6408 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 819 time: 1.5595949 Aug 23 22:25:05.589563 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Request body: {'port': {'device_id': '61b06356-525c-4c7f-9b5a-f9d0424f9dba', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'admin_state_up': True, 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:05.638972 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:05.674182 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bfe2254f-8637-40d3-b664-13464303585a req-cc0da6ad-84e7-4091-9720-eeb4c06e87fc tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 210 time: 0.2326307 Aug 23 22:25:05.845004 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 0e07508f-6e02-4a59-bf73-e32af70432da up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:05.995240 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:06.096792 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:06.156806 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-4e85cc6c-2759-4e02-aac8-124dd1285246 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:06.158867 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-4e85cc6c-2759-4e02-aac8-124dd1285246 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.86 "GET /networking/v2.0/networks?id=8896bbdb-81c9-4e5c-a617-cc4bd70d74ad HTTP/1.1" status: 200 len: 812 time: 3.1121726 Aug 23 22:25:06.173667 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Made reservation on behalf of a297ef598b76404b86e9350e120b86c9 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:25:06.180845 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:06.354707 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:06.400868 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Made reservation on behalf of 1dfc84dc05d542d987194096f3b7e51a for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:25:06.411518 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=44698636-efef-43cf-a8ef-8c14ed7f08ab,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:06.413152 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:06.416393 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-320fe467-d9a2-49ec-9b37-c81bccaf8877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:06.424125 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Request body: {'port': {'device_id': '1f6155d4-fda2-4409-83f8-0a03e54559bd', 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'admin_state_up': True, 'tenant_id': '398769c58d0d412aa45024c937820ba1'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:06.437098 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bd787af4-c3a4-4624-938c-a91b8f5ab67e req-162fdc1c-2275-44fd-9349-dd51e7e03ab3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 210 time: 0.5564668 Aug 23 22:25:06.498176 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 0e07508f-6e02-4a59-bf73-e32af70432da triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:06.499049 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:06.601450 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Network 4c01e5e5-25ba-44de-af70-328d6d292257 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:25:06.650795 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:25:06.675961 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:25:06.708776 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:06.714176 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:06.760411 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52886) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:06.798093 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:06.822560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dae95-8ad1-47b9-895a-f5ecf9e8d708 req-a6c4e298-8330-4e02-ae84-1213f4792314 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:06.823792 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Publish callbacks [] for port (442244bf-74bf-4918-8aa1-3286d468c348), precommit_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:06.835414 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0a8dae95-8ad1-47b9-895a-f5ecf9e8d708 req-a6c4e298-8330-4e02-ae84-1213f4792314 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 931 time: 0.6877556 Aug 23 22:25:06.846797 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (442244bf-74bf-4918-8aa1-3286d468c348), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:06.937793 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7ff2c21f-dd0d-4e58-8cb4-00bb2903e2a6 req-f2efc06a-147b-4e81-abb3-2c2b8f5495d3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 210 time: 0.2172208 Aug 23 22:25:07.003981 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-a2c62225-d8df-4385-b3c4-ef7bbfc5da26 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1663504 Aug 23 22:25:07.076062 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-9adaf3aa-0ce1-4cea-95da-64233fc98cc4 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:25:07.078007 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-9adaf3aa-0ce1-4cea-95da-64233fc98cc4 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0648789 Aug 23 22:25:07.087590 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Made reservation on behalf of 1dfc84dc05d542d987194096f3b7e51a for: {'port': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:25:07.112707 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:07.114357 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b0e69-a1b6-40ea-9b02-f8341a6170a5 None None] Pushing event updated for resources: {'Port': ['ID=442244bf-74bf-4918-8aa1-3286d468c348,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:07.133179 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 0e07508f-6e02-4a59-bf73-e32af70432da is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:07.134477 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2aea620e-5b4d-4500-9557-784bd698e4a9 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:07.177366 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Attempting to bind port 442244bf-74bf-4918-8aa1-3286d468c348 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:25:07.177748 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Attempting to bind port 442244bf-74bf-4918-8aa1-3286d468c348 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:25:07.178121 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Attempting to bind port 442244bf-74bf-4918-8aa1-3286d468c348 on network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:07.206022 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:25:07.206468 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Checking segment: {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:25:07.206881 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:07.212028 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Bound using segment: {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:25:07.212727 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Bound port: 442244bf-74bf-4918-8aa1-3286d468c348, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:25:07.213175 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (442244bf-74bf-4918-8aa1-3286d468c348), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:07.271086 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:07.322050 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Allocated IP 172.20.0.9 (88a201d9-4618-46e2-8cf5-795d8dfe4e5c/8c4cf0b2-834c-443a-b34c-c29fc6ee9409/5867c0e1-ac00-4c87-bd75-9ca953635248) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:25:07.350925 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-398d8865-eb89-4e2d-8c0f-0d321eb9b512 None None] Provisioning complete for port 44698636-efef-43cf-a8ef-8c14ed7f08ab triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:07.351439 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-398d8865-eb89-4e2d-8c0f-0d321eb9b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:07.600979 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 2aea620e-5b4d-4500-9557-784bd698e4a9 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:07.609543 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:07.630684 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-398d8865-eb89-4e2d-8c0f-0d321eb9b512 None None] Port 44698636-efef-43cf-a8ef-8c14ed7f08ab cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:25:07.641246 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Allocated IP 172.20.0.5 (6d954100-70c0-4f0f-a697-9d74a7a12bf8/2f9c5f90-3242-4ea7-8535-08bea47b3de5/29e126aa-d7f5-470c-b76d-c8d4bd7e7849) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:25:07.703108 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] For port 442244bf-74bf-4918-8aa1-3286d468c348, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:25:07.709339 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] For port 442244bf-74bf-4918-8aa1-3286d468c348, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=442244bf-74bf-4918-8aa1-3286d468c348,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:25:07.720413 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (442244bf-74bf-4918-8aa1-3286d468c348), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:07.852014 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b0e69-a1b6-40ea-9b02-f8341a6170a5 None None] Pushing event updated for resources: {'Port': ['ID=442244bf-74bf-4918-8aa1-3286d468c348,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:07.926447 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:07.960784 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Routers {'fd02133c-1a1d-49e2-acd6-d34e12cda28f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:25:07.961538 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:25:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:07.965434 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:08.099109 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.136135 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52902) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:08.165722 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Allocated IP 172.20.0.12 (b506c549-1d3c-4779-b5de-b5a4c62df2b1/a2a56805-7e47-4e91-ac95-82b0c707bf55/614d514f-5113-4d77-8846-ee45da0b972d) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:25:08.188755 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-174d2315-706b-41c1-b7ff-d52119c247c3 req-c7b02526-8872-42ce-bb27-75f4c9ce54dc tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 210 time: 0.4707992 Aug 23 22:25:08.197835 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 2aea620e-5b4d-4500-9557-784bd698e4a9 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:08.200735 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Request body: {'port': {'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:08.204576 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:08.210230 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.333233 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:25:08.416298 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:08.418190 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.443786 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:08.446229 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:25:08.499193 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:25:08.505299 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for port (614d514f-5113-4d77-8846-ee45da0b972d), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.506552 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:08.507637 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.524823 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a003aee9-e495-438b-a7a1-1fd5bc05d3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.667345 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0857060 Aug 23 22:25:08.687021 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d55b991c-f214-4ca3-b67b-325a04aa9234 req-6fb88c46-e917-4eac-8f71-b3b2fa70f619 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 210 time: 0.1980660 Aug 23 22:25:08.766598 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] Set router fd02133c-1a1d-49e2-acd6-d34e12cda28f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:25:08.771228 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:08.801211 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Made reservation on behalf of 398769c58d0d412aa45024c937820ba1 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:25:08.814041 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.822369 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Request body: {'port': {'device_id': '61b06356-525c-4c7f-9b5a-f9d0424f9dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:08.855436 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (614d514f-5113-4d77-8846-ee45da0b972d), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.862896 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:08.898653 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.917562 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:08.954231 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92478280-e4ab-4caa-a57a-d90172242e04 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event updated for resources: {'Port': ['ID=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:09.105442 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:09.123439 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:09.285720 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:09.330426 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-4574810c-584d-49d3-8981-63bea46f4410 None None] Provisioning complete for port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:09.331023 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4574810c-584d-49d3-8981-63bea46f4410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:09.351835 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=36 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:09.380592 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=19 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:09.392150 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0a8dae95-8ad1-47b9-895a-f5ecf9e8d708 req-27cf71fa-767a-4e8b-8be8-426469347e5f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.5001328 Aug 23 22:25:09.400531 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:25:09.420417 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:09.473418 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:25:09.492545 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 442244bf-74bf-4918-8aa1-3286d468c348 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:09.512233 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:25:09.514340 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:25:09.519980 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:09.521002 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:09.547772 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-20cadd94-afc5-4b2f-bdcf-33459c94ba92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:09.584962 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'Port': ['ID=614d514f-5113-4d77-8846-ee45da0b972d,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:09.612698 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:25:09.713178 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-4574810c-584d-49d3-8981-63bea46f4410 None None] Port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:25:09.818404 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a003aee9-e495-438b-a7a1-1fd5bc05d3bf admin admin] Publish callbacks [] for security_group (5958f7e9-eead-4c06-8f11-a1cf21ce1a8c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:09.822015 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-74ee9cd8-963f-449e-8c69-fda534316e3a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8309288 Aug 23 22:25:09.914120 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a003aee9-e495-438b-a7a1-1fd5bc05d3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (5958f7e9-eead-4c06-8f11-a1cf21ce1a8c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:09.956081 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-8611b6ee-be22-4673-9911-33d449158001 None None] Provisioning complete for port 614d514f-5113-4d77-8846-ee45da0b972d triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:09.956733 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-8611b6ee-be22-4673-9911-33d449158001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (614d514f-5113-4d77-8846-ee45da0b972d), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:09.970329 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:25Z', 'updated_at': '2022-08-23T22:24:46Z', 'revision_number': 4, 'project_id': '398769c58d0d412aa45024c937820ba1', 'gw_port': {'id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:28Z', 'updated_at': '2022-08-23T22:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '442244bf-74bf-4918-8aa1-3286d468c348', 'name': '', 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'mac_address': 'fa:16:3e:e4:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:39Z', 'updated_at': '2022-08-23T22:25:07Z', 'revision_number': 4, 'project_id': '398769c58d0d412aa45024c937820ba1', 'subnets': [{'id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:09.973784 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 442244bf-74bf-4918-8aa1-3286d468c348 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:09.974039 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (442244bf-74bf-4918-8aa1-3286d468c348), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:09.975668 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f208-f119-41b9-90f7-c5ac8e195484 req-10bd776a-f2ad-47fe-9f69-6630c49988ac tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:09.977739 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3385f208-f119-41b9-90f7-c5ac8e195484 req-10bd776a-f2ad-47fe-9f69-6630c49988ac tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 931 time: 0.8923602 Aug 23 22:25:09.992569 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Request body: {'port': {'device_id': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:10.009072 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-a003aee9-e495-438b-a7a1-1fd5bc05d3bf admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=93a4338bace34535aac26747f4e8d69c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2368584 Aug 23 22:25:10.030674 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:25:10.034105 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:10.042222 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52932) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:10.047458 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:10.280596 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Allocated IP 172.20.0.6 (6d954100-70c0-4f0f-a697-9d74a7a12bf8/2f9c5f90-3242-4ea7-8535-08bea47b3de5/3da5a208-32b6-480a-96ee-d5e85aa6ca75) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:25:10.303700 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:10.316163 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5c204-caf1-4f64-a9f9-9842d7ac0d30 req-3cdf0649-d514-4bfa-8939-152f95ee3b2a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:10.318466 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38e5c204-caf1-4f64-a9f9-9842d7ac0d30 req-3cdf0649-d514-4bfa-8939-152f95ee3b2a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 931 time: 0.6656723 Aug 23 22:25:10.337749 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-08bbfc51-54d9-444b-ae08-1b1ecb126582 admin admin] Publish callbacks [] for security_group (5958f7e9-eead-4c06-8f11-a1cf21ce1a8c), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:10.353161 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f3cee088-0d06-49c0-bf75-08ceadf7f7b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0482810 Aug 23 22:25:10.391730 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-08bbfc51-54d9-444b-ae08-1b1ecb126582 admin admin] Publish callbacks [] for security_group (5958f7e9-eead-4c06-8f11-a1cf21ce1a8c), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:10.419970 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Request body: {'port': {'device_id': '80b697da-19f2-459e-a57e-e386523e4bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:10.454388 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:10.469332 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:10.490730 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Allocated IP 172.20.0.11 (8896bbdb-81c9-4e5c-a617-cc4bd70d74ad/683ea330-32da-45c6-ab7d-55f3e7faa883/2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:25:10.517870 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:25:10.521551 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003aee9-e495-438b-a7a1-1fd5bc05d3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5958f7e9-eead-4c06-8f11-a1cf21ce1a8c,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:10.524851 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-08bbfc51-54d9-444b-ae08-1b1ecb126582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (5958f7e9-eead-4c06-8f11-a1cf21ce1a8c), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:10.528385 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-08bbfc51-54d9-444b-ae08-1b1ecb126582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:10.530041 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-08bbfc51-54d9-444b-ae08-1b1ecb126582 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/5958f7e9-eead-4c06-8f11-a1cf21ce1a8c HTTP/1.1" status: 204 len: 168 time: 0.4865708 Aug 23 22:25:10.600430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7a888-da07-4502-b3ee-76b77908d30e None None] The sync data for ids ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'] in dv-cinder-850321-4-iscsi is: [{'id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:25Z', 'updated_at': '2022-08-23T22:24:46Z', 'revision_number': 4, 'project_id': '398769c58d0d412aa45024c937820ba1', 'gw_port': {'id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:28Z', 'updated_at': '2022-08-23T22:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '442244bf-74bf-4918-8aa1-3286d468c348', 'name': '', 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'mac_address': 'fa:16:3e:e4:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:39Z', 'updated_at': '2022-08-23T22:25:07Z', 'revision_number': 4, 'project_id': '398769c58d0d412aa45024c937820ba1', 'subnets': [{'id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:25:10.653574 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-8611b6ee-be22-4673-9911-33d449158001 None None] Port 614d514f-5113-4d77-8846-ee45da0b972d cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:25:10.673301 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:10.776853 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbfc51-54d9-444b-ae08-1b1ecb126582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5958f7e9-eead-4c06-8f11-a1cf21ce1a8c,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:10.892874 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-bc313cc7-917d-4f57-8819-537b90ebb266 None None] Provisioning complete for port 5867c0e1-ac00-4c87-bd75-9ca953635248 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:10.911677 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-bc313cc7-917d-4f57-8819-537b90ebb266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:10.923094 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 442244bf-74bf-4918-8aa1-3286d468c348 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:10.923484 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (442244bf-74bf-4918-8aa1-3286d468c348), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:11.075909 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:11.076990 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3385f208-f119-41b9-90f7-c5ac8e195484 req-c7bb2c73-621b-456c-894c-422f36538170 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0635085 Aug 23 22:25:11.168490 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-20cadd94-afc5-4b2f-bdcf-33459c94ba92 admin admin] Publish callbacks [] for security_group (8896e56a-3743-4dba-a8da-abbda0f6a2fc), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:11.176083 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (614d514f-5113-4d77-8846-ee45da0b972d), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:11.191163 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-20cadd94-afc5-4b2f-bdcf-33459c94ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8896e56a-3743-4dba-a8da-abbda0f6a2fc), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:11.237998 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-20cadd94-afc5-4b2f-bdcf-33459c94ba92 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=df2149b69f854ab2a2e094e51148b3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0642729 Aug 23 22:25:11.240450 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 442244bf-74bf-4918-8aa1-3286d468c348, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=442244bf-74bf-4918-8aa1-3286d468c348,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:11.249695 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52952) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:11.251290 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:11.253040 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (442244bf-74bf-4918-8aa1-3286d468c348), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:11.254446 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:11.422155 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:11.430525 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-bc313cc7-917d-4f57-8819-537b90ebb266 None None] Port 5867c0e1-ac00-4c87-bd75-9ca953635248 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:25:11.443150 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=442244bf-74bf-4918-8aa1-3286d468c348,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:11.588513 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:11.589848 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:11.727665 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:11.732731 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38e5c204-caf1-4f64-a9f9-9842d7ac0d30 req-80116c9a-1b47-475f-b701-45af120a140a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3839426 Aug 23 22:25:11.750190 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:11.776652 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 52956) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:11.832266 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:11.940456 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:11.997820 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-32c6b145-fc93-4787-9f30-508188160232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.027533 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 442244bf-74bf-4918-8aa1-3286d468c348 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:12.049112 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cadd94-afc5-4b2f-bdcf-33459c94ba92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896e56a-3743-4dba-a8da-abbda0f6a2fc,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:12.110916 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855f0c-c149-41b7-93bf-c0a90455cd66 req-8124e573-7708-4aa1-a9bc-708b8624f9d0 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:12.112538 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9f855f0c-c149-41b7-93bf-c0a90455cd66 req-8124e573-7708-4aa1-a9bc-708b8624f9d0 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 932 time: 0.7468767 Aug 23 22:25:12.175981 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-386a2c8d-22cf-48ca-8dc7-ea38a5aaad89 admin admin] Publish callbacks [] for security_group (8896e56a-3743-4dba-a8da-abbda0f6a2fc), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.191294 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 442244bf-74bf-4918-8aa1-3286d468c348 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:12.191913 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (442244bf-74bf-4918-8aa1-3286d468c348), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.305233 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44698636-efef-43cf-a8ef-8c14ed7f08ab {{(pid=106593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:12.338703 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-386a2c8d-22cf-48ca-8dc7-ea38a5aaad89 admin admin] Publish callbacks [] for security_group (8896e56a-3743-4dba-a8da-abbda0f6a2fc), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.374903 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Publish callbacks [] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.452875 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 442244bf-74bf-4918-8aa1-3286d468c348 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:12.460266 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f0eeb36d-6660-4b15-bf72-d90a43e9b387 req-894378f1-c1ce-4bf0-bd80-70c23a1278f8 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 210 time: 0.3502505 Aug 23 22:25:12.517357 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.provisioning_blocks [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Transition to ACTIVE for port object 44698636-efef-43cf-a8ef-8c14ed7f08ab will not be triggered until provisioned by entity L2. {{(pid=106593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:25:12.551741 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.617601 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.624220 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9f855f0c-c149-41b7-93bf-c0a90455cd66 req-c5891842-2fad-414a-afca-e054940e5ac5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4627106 Aug 23 22:25:12.677385 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Publish callbacks [] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.900852 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-386a2c8d-22cf-48ca-8dc7-ea38a5aaad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8896e56a-3743-4dba-a8da-abbda0f6a2fc), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.908140 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-386a2c8d-22cf-48ca-8dc7-ea38a5aaad89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.910618 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-386a2c8d-22cf-48ca-8dc7-ea38a5aaad89 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/8896e56a-3743-4dba-a8da-abbda0f6a2fc HTTP/1.1" status: 204 len: 168 time: 1.6290054 Aug 23 22:25:12.983880 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-32c6b145-fc93-4787-9f30-508188160232 admin admin] Publish callbacks [] for security_group (f6e72151-c4da-479d-a7ce-1cffdf9ab1b8), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:12.993562 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a2c8d-22cf-48ca-8dc7-ea38a5aaad89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896e56a-3743-4dba-a8da-abbda0f6a2fc,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:13.000138 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Pushing event updated for resources: {'Port': ['ID=44698636-efef-43cf-a8ef-8c14ed7f08ab,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:13.008258 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Attempting to bind port 44698636-efef-43cf-a8ef-8c14ed7f08ab on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:25:13.008824 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Attempting to bind port 44698636-efef-43cf-a8ef-8c14ed7f08ab by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:25:13.009359 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Attempting to bind port 44698636-efef-43cf-a8ef-8c14ed7f08ab on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:13.016505 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:13.026212 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3adc24-eae6-48d6-9a87-1a440da3479a req-2986a404-d213-4f47-a9c7-6d47706eba7e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:13.028250 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-2e3adc24-eae6-48d6-9a87-1a440da3479a req-2986a404-d213-4f47-a9c7-6d47706eba7e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 931 time: 0.1634529 Aug 23 22:25:13.030885 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Port 44698636-efef-43cf-a8ef-8c14ed7f08ab on network 4c01e5e5-25ba-44de-af70-328d6d292257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:25:13.031334 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Attempting to bind port 44698636-efef-43cf-a8ef-8c14ed7f08ab on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:13.050260 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2c00c-c574-4035-9cef-aae8d1e98b7b req-1504a0c5-7b1f-4735-aa29-84a8c82c84d1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:13.052373 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-45d2c00c-c574-4035-9cef-aae8d1e98b7b req-1504a0c5-7b1f-4735-aa29-84a8c82c84d1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 943 time: 0.3172929 Aug 23 22:25:13.056930 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:25:13.057822 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Checking segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:25:13.058576 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Bound using segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:25:13.059175 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Bound port: 44698636-efef-43cf-a8ef-8c14ed7f08ab, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:25:13.060581 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:13.078024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-32c6b145-fc93-4787-9f30-508188160232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (f6e72151-c4da-479d-a7ce-1cffdf9ab1b8), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:13.099317 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:13.101932 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:13.204586 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:13.293536 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:13.302639 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-45d2c00c-c574-4035-9cef-aae8d1e98b7b req-30da4098-b2e5-4d19-a158-7b06f96a9c67 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712730 Aug 23 22:25:13.309847 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Pushing event updated for resources: {'Port': ['ID=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:13.351710 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-2e3adc24-eae6-48d6-9a87-1a440da3479a req-abc45d75-d2c0-4f3d-9ebc-74b7c59cef4e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151891 Aug 23 22:25:13.397713 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6b145-fc93-4787-9f30-508188160232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e72151-c4da-479d-a7ce-1cffdf9ab1b8,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:13.406716 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-32c6b145-fc93-4787-9f30-508188160232 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=a5f16a955c714c0681526ec837b834e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6284750 Aug 23 22:25:13.470216 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52982) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:13.490470 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] For port 44698636-efef-43cf-a8ef-8c14ed7f08ab, host hv-cinder-85032, cleared binding levels {{(pid=106593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:25:13.515613 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] For port 44698636-efef-43cf-a8ef-8c14ed7f08ab, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=44698636-efef-43cf-a8ef-8c14ed7f08ab,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:25:13.521006 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:25:13.533300 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614d514f-5113-4d77-8846-ee45da0b972d {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:13.724853 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 {{(pid=106593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:13.741864 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Publish callbacks [] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:13.769555 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.provisioning_blocks [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Transition to ACTIVE for port object 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 will not be triggered until provisioned by entity L2. {{(pid=106593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:25:13.783819 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcff93-f900-4aec-9324-dd080cfc1f7a req-13692fe2-920f-4723-8e2d-5f8ea11e75b9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:13.787063 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-55dcff93-f900-4aec-9324-dd080cfc1f7a req-13692fe2-920f-4723-8e2d-5f8ea11e75b9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 931 time: 0.1225708 Aug 23 22:25:13.810197 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Publish callbacks [] for port (614d514f-5113-4d77-8846-ee45da0b972d), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:13.818346 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:13.818732 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:25:13.821921 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 52988) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:13.822180 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:25:13.837646 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:13.861929 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:13.863371 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:13.867006 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/44698636-efef-43cf-a8ef-8c14ed7f08ab HTTP/1.1" status: 200 len: 1093 time: 6.1777079 Aug 23 22:25:13.868099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event updated for resources: {'Port': ['ID=3da5a208-32b6-480a-96ee-d5e85aa6ca75,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:13.962741 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:25:13.967017 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a32adbd-853b-47ce-b461-e82363494a37', 'tag': '44698636-efef-43cf-a8ef-8c14ed7f08ab'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:13.981464 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:13.981464 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:14.000885 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-55dcff93-f900-4aec-9324-dd080cfc1f7a req-4379832c-6338-4324-8ac8-988dbc33ce09 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638672 Aug 23 22:25:14.001935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:25:14.017041 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-a867d017-f17d-49e4-9bf2-bce95c769ad3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.2003357 Aug 23 22:25:14.018039 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:25:14.023787 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:14.024765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:14.115789 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Request body: {'port': {'device_id': '498d6e2f-6d66-4925-8f7c-eca5b08c1025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:14.144891 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Transition to ACTIVE for port object 614d514f-5113-4d77-8846-ee45da0b972d will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:25:14.252450 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (614d514f-5113-4d77-8846-ee45da0b972d), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:14.536939 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Pushing event updated for resources: {'Port': ['ID=44698636-efef-43cf-a8ef-8c14ed7f08ab,revision_number=3']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:14.570615 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324543f8-b8b4-4316-b386-440af40266de service neutron] Pushing event updated for resources: {'Port': ['ID=614d514f-5113-4d77-8846-ee45da0b972d,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:14.618736 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcf70d-3ab5-4083-9429-ff1f5e6ef90c req-1efe8888-b987-4584-b670-d57eca238b88 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:14.626747 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9fdcf70d-3ab5-4083-9429-ff1f5e6ef90c req-1efe8888-b987-4584-b670-d57eca238b88 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 944 time: 0.1830690 Aug 23 22:25:14.643776 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-17c5ccf0-debd-4474-9528-b9ab8f2bb207 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2478387 Aug 23 22:25:14.732924 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.747023 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.747979 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.748549 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.749767 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.749767 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.750386 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.750988 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.751662 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.752334 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.752888 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.774651 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.775219 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.779487 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:14.788765 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.789551 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de854b-2645-4c3b-9abf-0f9883c32fdb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:14.839582 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Attempting to bind port 614d514f-5113-4d77-8846-ee45da0b972d on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:25:14.840165 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Attempting to bind port 614d514f-5113-4d77-8846-ee45da0b972d by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:25:14.840741 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Attempting to bind port 614d514f-5113-4d77-8846-ee45da0b972d on network b506c549-1d3c-4779-b5de-b5a4c62df2b1 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:14.870569 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-766ca898-2a93-492e-8e4e-59ae36e99b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:14.899615 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Request body: {'port': {'device_id': '1f6155d4-fda2-4409-83f8-0a03e54559bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:14.950864 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-b9c7255a-0a03-4214-929c-9374e79f5f6a None None] Provisioning complete for port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:14.951570 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b9c7255a-0a03-4214-929c-9374e79f5f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:14.979427 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf02c315-82af-4744-8372-b3d7a8c481cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8a32adbd-853b-47ce-b461-e82363494a37", "tag": "44698636-efef-43cf-a8ef-8c14ed7f08ab"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:15.029285 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7255a-0a03-4214-929c-9374e79f5f6a None None] Port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:25:15.040898 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9fdcf70d-3ab5-4083-9429-ff1f5e6ef90c req-e92f25b3-5092-432c-8979-b1a3469f49c8 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4128881 Aug 23 22:25:15.042979 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Port 614d514f-5113-4d77-8846-ee45da0b972d on network b506c549-1d3c-4779-b5de-b5a4c62df2b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:25:15.044361 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Attempting to bind port 614d514f-5113-4d77-8846-ee45da0b972d on network b506c549-1d3c-4779-b5de-b5a4c62df2b1 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:15.076499 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:25:15.077614 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Checking segment: {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:25:15.078840 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Bound using segment: {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:25:15.079985 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Bound port: 614d514f-5113-4d77-8846-ee45da0b972d, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:25:15.081464 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (614d514f-5113-4d77-8846-ee45da0b972d), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.095487 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.100178 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Attempting to bind port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:25:15.100496 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Attempting to bind port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:25:15.100905 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Attempting to bind port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:15.117769 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:25:15.118249 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Attempting to bind port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:15.151753 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-5eea3e2b-46a0-4095-a6ce-f363626e70ab None None] Provisioning complete for port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:15.152130 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5eea3e2b-46a0-4095-a6ce-f363626e70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.222424 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5867c0e1-ac00-4c87-bd75-9ca953635248 {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:15.236108 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Publish callbacks [] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.243560 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-5eea3e2b-46a0-4095-a6ce-f363626e70ab None None] Port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:25:15.258746 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:15.259945 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0a51b3b4-3d7a-4cdb-95c6-d07907d99668 admin admin] Publish callbacks [] for security_group (f6e72151-c4da-479d-a7ce-1cffdf9ab1b8), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.283544 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfc465-3d41-451b-a735-fa597a5e4bbc req-e8d20a14-6071-4c37-a4f9-60a2625eaae0 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:15.291231 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-92cfc465-3d41-451b-a735-fa597a5e4bbc req-e8d20a14-6071-4c37-a4f9-60a2625eaae0 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 932 time: 1.4659216 Aug 23 22:25:15.307564 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-3490ff43-3c77-41af-8112-e13373aefcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:15.319209 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-3490ff43-3c77-41af-8112-e13373aefcec service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 1127 time: 0.9604206 Aug 23 22:25:15.319209 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:25:15.319209 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Checking segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:25:15.319209 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Bound using segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:25:15.319209 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Bound port: 29e126aa-d7f5-470c-b76d-c8d4bd7e7849, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:25:15.319209 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.337368 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:15.348541 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Transition to ACTIVE for port object 5867c0e1-ac00-4c87-bd75-9ca953635248 will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:25:15.394127 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Pushing event updated for resources: {'Port': ['ID=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:15.412350 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0a51b3b4-3d7a-4cdb-95c6-d07907d99668 admin admin] Publish callbacks [] for security_group (f6e72151-c4da-479d-a7ce-1cffdf9ab1b8), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.564907 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-92cfc465-3d41-451b-a735-fa597a5e4bbc req-569b876d-eaf4-4e69-9196-1fad16b51637 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726283 Aug 23 22:25:15.577470 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-766ca898-2a93-492e-8e4e-59ae36e99b76 admin admin] Publish callbacks [] for security_group (a8a242bd-1ec5-4a09-8718-a0a8870dfd80), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.602020 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] For port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849, host hv-cinder-85032, cleared binding levels {{(pid=106593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:25:15.619428 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] For port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:25:15.619428 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-766ca898-2a93-492e-8e4e-59ae36e99b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a8a242bd-1ec5-4a09-8718-a0a8870dfd80), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.704998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.713471 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0a51b3b4-3d7a-4cdb-95c6-d07907d99668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (f6e72151-c4da-479d-a7ce-1cffdf9ab1b8), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.718736 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0a51b3b4-3d7a-4cdb-95c6-d07907d99668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.725376 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-0a51b3b4-3d7a-4cdb-95c6-d07907d99668 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/f6e72151-c4da-479d-a7ce-1cffdf9ab1b8 HTTP/1.1" status: 204 len: 168 time: 2.2023959 Aug 23 22:25:15.744571 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.788748 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:15.789849 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.793146 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/29e126aa-d7f5-470c-b76d-c8d4bd7e7849 HTTP/1.1" status: 200 len: 1093 time: 6.9916344 Aug 23 22:25:15.823502 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:15.963873 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b83c9-4717-40b0-8ce2-2822332f8d67 req-0207a0d2-6fc0-40dd-8597-751bf0993a30 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:15.980246 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-408b83c9-4717-40b0-8ce2-2822332f8d67 req-0207a0d2-6fc0-40dd-8597-751bf0993a30 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 943 time: 0.7116268 Aug 23 22:25:16.037672 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] For port 614d514f-5113-4d77-8846-ee45da0b972d, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:25:16.130032 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-766ca898-2a93-492e-8e4e-59ae36e99b76 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=01a3ab7444bb440189417eb5dcedf204&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2933836 Aug 23 22:25:16.152952 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05640e93-08a4-44e9-a633-7485140f3e11 req-244e98f4-6e66-4c0d-a236-7567c5f8ffe3 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:16.164479 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-05640e93-08a4-44e9-a633-7485140f3e11 req-244e98f4-6e66-4c0d-a236-7567c5f8ffe3 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 943 time: 0.4367151 Aug 23 22:25:16.166668 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ca898-2a93-492e-8e4e-59ae36e99b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a242bd-1ec5-4a09-8718-a0a8870dfd80,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:16.174828 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53028) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:16.186641 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-c1e4e8d6-c382-44f1-8b72-dd219df12ca3 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44698636-efef-43cf-a8ef-8c14ed7f08ab HTTP/1.1" status: 200 len: 217 time: 0.2230945 Aug 23 22:25:16.203630 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:16.233167 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:16.240985 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51b3b4-3d7a-4cdb-95c6-d07907d99668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e72151-c4da-479d-a7ce-1cffdf9ab1b8,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:16.250891 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] For port 614d514f-5113-4d77-8846-ee45da0b972d, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=614d514f-5113-4d77-8846-ee45da0b972d,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:25:16.363015 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.376998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.386490 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:16.412874 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-6fdb0237-f96b-466c-9716-71629de2bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:16.417316 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-6fdb0237-f96b-466c-9716-71629de2bbfb service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.1507003 Aug 23 22:25:16.670410 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-05640e93-08a4-44e9-a633-7485140f3e11 req-96037a24-14d9-4776-9af3-e235622081ef tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5046186 Aug 23 22:25:16.698820 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (614d514f-5113-4d77-8846-ee45da0b972d), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:16.705742 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2060a69-e793-4d50-a5e9-0b139de80a30 service neutron] Pushing event updated for resources: {'Port': ['ID=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,revision_number=3']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:16.716520 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-f2d51603-7efe-48cd-9b4d-de76c2d83f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:16.718452 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-f2d51603-7efe-48cd-9b4d-de76c2d83f7d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 1127 time: 0.7222786 Aug 23 22:25:16.732961 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-12fde506-d4cd-4380-b9be-b8b207350a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:16.737740 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-12fde506-d4cd-4380-b9be-b8b207350a80 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2964790 Aug 23 22:25:16.801948 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-d4607be8-429d-43cd-a08f-5bcb60dece8e service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e126aa-d7f5-470c-b76d-c8d4bd7e7849 HTTP/1.1" status: 200 len: 217 time: 0.0629423 Aug 23 22:25:16.972149 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-2bc637b5-ba82-4bbe-8f16-425c78647e9c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234704 Aug 23 22:25:16.972660 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53040) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:17.220328 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Attempting to bind port 5867c0e1-ac00-4c87-bd75-9ca953635248 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:25:17.227090 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Attempting to bind port 5867c0e1-ac00-4c87-bd75-9ca953635248 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:25:17.228258 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Attempting to bind port 5867c0e1-ac00-4c87-bd75-9ca953635248 on network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:17.264684 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:17.274917 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:17.280687 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-324543f8-b8b4-4316-b386-440af40266de service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/614d514f-5113-4d77-8846-ee45da0b972d HTTP/1.1" status: 200 len: 1094 time: 7.3125811 Aug 23 22:25:17.421909 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e6c4190-92cf-4a4d-a44c-e436348780d7 req-0be6b77d-8029-408f-a71a-8b581a4adb12 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915031 Aug 23 22:25:17.501770 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Port 5867c0e1-ac00-4c87-bd75-9ca953635248 on network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:25:17.502261 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Attempting to bind port 5867c0e1-ac00-4c87-bd75-9ca953635248 on network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:17.533178 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:17.547079 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'tag': '614d514f-5113-4d77-8846-ee45da0b972d'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:17.633220 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-065d4c0f-cf5b-4ab6-9f29-cd0861f5a200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:17.699359 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:17.708039 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-221bba99-fa8b-42b6-bdc9-bb6ea8ca849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:17.709941 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-221bba99-fa8b-42b6-bdc9-bb6ea8ca849a service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.7325361 Aug 23 22:25:17.710439 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:17.727482 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51ae5a5-23fe-4d37-86f8-d5a07abb9a5d x-openstack-request-id: req-a51ae5a5-23fe-4d37-86f8-d5a07abb9a5d {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:17.727857 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a32adbd-853b-47ce-b461-e82363494a37", "tag": "44698636-efef-43cf-a8ef-8c14ed7f08ab", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:17.728278 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a51ae5a5-23fe-4d37-86f8-d5a07abb9a5d {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:17.728811 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51ae5a5-23fe-4d37-86f8-d5a07abb9a5d'] response: {'name': 'network-changed', 'server_uuid': '8a32adbd-853b-47ce-b461-e82363494a37', 'tag': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'status': 'completed', 'code': 200} Aug 23 22:25:17.736295 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-595885e2-1415-4f00-a8e0-5b08bb2da304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:17.738344 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-595885e2-1415-4f00-a8e0-5b08bb2da304 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 1128 time: 0.2672591 Aug 23 22:25:17.942660 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:25:17.943662 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Checking segment: {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:25:17.944066 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Bound using segment: {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:25:17.944837 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Bound port: 5867c0e1-ac00-4c87-bd75-9ca953635248, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:25:17.945479 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:18.054290 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:18.195123 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7fdd1-fa2f-4506-ad11-9256826d76e5 req-8e88d416-4ad0-46ab-a8f1-caa4622ec6ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:18.214787 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c8f7fdd1-fa2f-4506-ad11-9256826d76e5 req-8e88d416-4ad0-46ab-a8f1-caa4622ec6ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.2990050 Aug 23 22:25:18.220422 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-fee84f21-2066-4ba9-aade-d7cdeef308bf service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614d514f-5113-4d77-8846-ee45da0b972d HTTP/1.1" status: 200 len: 217 time: 0.3233073 Aug 23 22:25:18.348860 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-408b83c9-4717-40b0-8ce2-2822332f8d67 req-bfef857a-6c0a-412a-8ebb-2b5e6ae09749 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3632779 Aug 23 22:25:18.455744 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f723d1e-c47c-4237-aafa-811700a2babb" -d '{"events": [{"name": "network-changed", "server_uuid": "fd812373-cfc2-4d5e-8230-2e0a72153994", "tag": "614d514f-5113-4d77-8846-ee45da0b972d"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:18.519729 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324543f8-b8b4-4316-b386-440af40266de service neutron] Pushing event updated for resources: {'Port': ['ID=614d514f-5113-4d77-8846-ee45da0b972d,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:18.614187 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-45153519-b126-4c5b-8e28-e7033e3ac352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:18.620689 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-45153519-b126-4c5b-8e28-e7033e3ac352 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8421502 Aug 23 22:25:18.663142 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da5a208-32b6-480a-96ee-d5e85aa6ca75 {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:18.698240 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-0c9e99b3-a7fa-4c7c-a77b-7c81ca586146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:18.702357 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-0c9e99b3-a7fa-4c7c-a77b-7c81ca586146 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 1127 time: 0.7321868 Aug 23 22:25:18.716503 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-065d4c0f-cf5b-4ab6-9f29-cd0861f5a200 admin admin] Publish callbacks [] for security_group (0734f95c-f942-4b36-a11f-356ef14b5bde), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:18.751808 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-065d4c0f-cf5b-4ab6-9f29-cd0861f5a200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (0734f95c-f942-4b36-a11f-356ef14b5bde), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:18.770113 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-0da90405-0332-4cf8-8088-39fda37a1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:18.773088 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-0da90405-0332-4cf8-8088-39fda37a1443 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.5174811 Aug 23 22:25:18.787418 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Publish callbacks [] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:18.826630 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c8f7fdd1-fa2f-4506-ad11-9256826d76e5 req-84456689-ac32-4398-ba7a-6cdeaa410a22 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6097796 Aug 23 22:25:19.007454 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d4c0f-cf5b-4ab6-9f29-cd0861f5a200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0734f95c-f942-4b36-a11f-356ef14b5bde,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:19.072069 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-065d4c0f-cf5b-4ab6-9f29-cd0861f5a200 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=2dd0b075f5ec431bb8de840c10d3fe50&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0931945 Aug 23 22:25:19.095933 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53076) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:19.121849 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f02abe3b-cb19-4a42-b680-2592a68dc5ad admin admin] Publish callbacks [] for security_group (a8a242bd-1ec5-4a09-8718-a0a8870dfd80), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:19.139739 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:19.204502 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Publish callbacks [] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:19.224176 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-22789618-b00d-4724-937c-f9d3a5e88aab service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587311 Aug 23 22:25:19.225754 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-1995559d-05fe-4ad1-ac9e-0fa36769e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:19.227839 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-1995559d-05fe-4ad1-ac9e-0fa36769e3c8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3731444 Aug 23 22:25:19.236019 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54dba7-49d6-4a50-b3f1-f93f934d93b9 req-1800a8fb-ea4f-49f8-bdc1-e5d328238a4a tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:19.237980 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bc54dba7-49d6-4a50-b3f1-f93f934d93b9 req-1800a8fb-ea4f-49f8-bdc1-e5d328238a4a tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 932 time: 0.2475190 Aug 23 22:25:19.273259 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Transition to ACTIVE for port object 3da5a208-32b6-480a-96ee-d5e85aa6ca75 will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:25:19.335352 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:19.359897 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620693b8-f3ac-4e67-a20a-5ba3f24837dc req-a2e91f7c-1fca-436c-8ed4-1881bf7e7acc tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:19.362814 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-620693b8-f3ac-4e67-a20a-5ba3f24837dc req-a2e91f7c-1fca-436c-8ed4-1881bf7e7acc tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 944 time: 0.6406782 Aug 23 22:25:19.427221 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8d1c1bd2-8780-4c4b-a7a7-5fd4bf5272e5 req-df6af2a3-0141-4ac4-a26e-5ef36042fd09 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826427 Aug 23 22:25:19.452915 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:25:19.521700 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Transition to ACTIVE for port object 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:25:19.595433 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:19.599811 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f02abe3b-cb19-4a42-b680-2592a68dc5ad admin admin] Publish callbacks [] for security_group (a8a242bd-1ec5-4a09-8718-a0a8870dfd80), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:19.614812 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bc54dba7-49d6-4a50-b3f1-f93f934d93b9 req-c5b8f5a5-f96e-438f-a846-44c7817266a7 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729693 Aug 23 22:25:19.686895 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:19.737189 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b06356-525c-4c7f-9b5a-f9d0424f9dba', 'tag': '29e126aa-d7f5-470c-b76d-c8d4bd7e7849'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:19.743590 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60" -d '{"events": [{"name": "network-changed", "server_uuid": "61b06356-525c-4c7f-9b5a-f9d0424f9dba", "tag": "29e126aa-d7f5-470c-b76d-c8d4bd7e7849"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:19.749116 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af246447-f30b-4c8f-a9c1-06e505e634d9 admin admin] Publish callbacks [] for security_group (0734f95c-f942-4b36-a11f-356ef14b5bde), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:19.826776 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:19.830807 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:25:19.834581 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53086) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:19.921049 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:19.962305 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af246447-f30b-4c8f-a9c1-06e505e634d9 admin admin] Publish callbacks [] for security_group (0734f95c-f942-4b36-a11f-356ef14b5bde), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:20.056745 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc9ede-753e-4600-876d-9ba591384b8c req-683c9901-0654-4231-871c-33f830e127bb tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:20.069731 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a0fc9ede-753e-4600-876d-9ba591384b8c req-683c9901-0654-4231-871c-33f830e127bb tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 943 time: 0.2335398 Aug 23 22:25:20.116647 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-0b7dccdb-a116-4250-b862-c349f74f5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:20.119926 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-0b7dccdb-a116-4250-b862-c349f74f5cf6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 916 time: 1.3907363 Aug 23 22:25:20.121724 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:20.124892 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Pushing event updated for resources: {'Port': ['ID=3da5a208-32b6-480a-96ee-d5e85aa6ca75,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:20.125480 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-69eec481-baa8-4418-a089-19b53db7e6c3 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7009532 Aug 23 22:25:20.134409 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-620693b8-f3ac-4e67-a20a-5ba3f24837dc req-84b55454-e35f-4754-8950-02fcbff55b5c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6244333 Aug 23 22:25:20.201827 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:20.210802 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a0fc9ede-753e-4600-876d-9ba591384b8c req-9b3beed4-f623-4b7c-81a1-dca7b65d59f6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395910 Aug 23 22:25:20.275063 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:20.276051 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:20.293318 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/5867c0e1-ac00-4c87-bd75-9ca953635248 HTTP/1.1" status: 200 len: 1093 time: 9.8861387 Aug 23 22:25:20.296012 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Attempting to bind port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:25:20.301926 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Attempting to bind port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:25:20.305467 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Attempting to bind port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:20.372802 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c6505d7-48be-465f-b8dc-9ca8bacf310a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:20.518754 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:20.527446 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-36fed22f-2b74-4cab-9f69-7bc72b90e49d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44698636-efef-43cf-a8ef-8c14ed7f08ab HTTP/1.1" status: 200 len: 217 time: 0.2994883 Aug 23 22:25:20.530149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Pushing event updated for resources: {'Port': ['ID=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:20.531142 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af246447-f30b-4c8f-a9c1-06e505e634d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (0734f95c-f942-4b36-a11f-356ef14b5bde), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:20.534431 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:25:20.535208 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Attempting to bind port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:20.536615 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-af246447-f30b-4c8f-a9c1-06e505e634d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:20.538404 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-af246447-f30b-4c8f-a9c1-06e505e634d9 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/0734f95c-f942-4b36-a11f-356ef14b5bde HTTP/1.1" status: 204 len: 168 time: 1.4372616 Aug 23 22:25:20.595217 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:25:20.595980 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Checking segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:25:20.596933 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Bound using segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:25:20.597897 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Bound port: 3da5a208-32b6-480a-96ee-d5e85aa6ca75, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:25:20.598774 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:20.639529 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af246447-f30b-4c8f-a9c1-06e505e634d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0734f95c-f942-4b36-a11f-356ef14b5bde,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:20.721915 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e92cb-9f73-461a-902d-61bfbc280900 req-0f0be128-5c74-4e0e-9185-feb5ff443301 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:20.723720 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-dd9e92cb-9f73-461a-902d-61bfbc280900 req-0f0be128-5c74-4e0e-9185-feb5ff443301 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 943 time: 0.3227682 Aug 23 22:25:20.846580 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-10b90fc0-b2d7-4064-9949-b5c175520422 req-44177eba-e963-42f2-b08f-13886ad57af1 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469579 Aug 23 22:25:20.877780 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Attempting to bind port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:25:20.878716 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Attempting to bind port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:25:20.879456 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Attempting to bind port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e on network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:20.892027 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2da4c7f-23a1-4e55-aef9-29b6fac2442e x-openstack-request-id: req-c2da4c7f-23a1-4e55-aef9-29b6fac2442e {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:20.892519 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd812373-cfc2-4d5e-8230-2e0a72153994", "tag": "614d514f-5113-4d77-8846-ee45da0b972d", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:20.892960 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c2da4c7f-23a1-4e55-aef9-29b6fac2442e {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:20.893676 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2da4c7f-23a1-4e55-aef9-29b6fac2442e'] response: {'name': 'network-changed', 'server_uuid': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'tag': '614d514f-5113-4d77-8846-ee45da0b972d', 'status': 'completed', 'code': 200} Aug 23 22:25:20.914780 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e on network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:25:20.915315 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Attempting to bind port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e on network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:20.917489 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d683d14-9372-416c-845e-7cfc3f0a8b72 x-openstack-request-id: req-9d683d14-9372-416c-845e-7cfc3f0a8b72 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:20.917926 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b06356-525c-4c7f-9b5a-f9d0424f9dba", "tag": "29e126aa-d7f5-470c-b76d-c8d4bd7e7849", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:20.918326 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9d683d14-9372-416c-845e-7cfc3f0a8b72 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:20.920356 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d683d14-9372-416c-845e-7cfc3f0a8b72'] response: {'name': 'network-changed', 'server_uuid': '61b06356-525c-4c7f-9b5a-f9d0424f9dba', 'tag': '29e126aa-d7f5-470c-b76d-c8d4bd7e7849', 'status': 'completed', 'code': 200} Aug 23 22:25:20.928173 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-048ff3c1-28be-459a-9dec-8bd4c96d9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:20.931768 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-048ff3c1-28be-459a-9dec-8bd4c96d9782 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.3503506 Aug 23 22:25:20.947788 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:25:20.948474 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Checking segment: {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:25:20.949100 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Bound using segment: {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:25:20.950585 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Bound port: 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf3090-a2ca-4145-8d98-67703c2d87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:25:20.952092 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:20.968320 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-dd9e92cb-9f73-461a-902d-61bfbc280900 req-3efec873-dfd0-435d-b81e-038f5953d372 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270079 Aug 23 22:25:20.984259 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c6505d7-48be-465f-b8dc-9ca8bacf310a admin admin] Publish callbacks [] for security_group (baeb4d4d-3b85-4edd-b027-4f448fd4389e), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:20.996351 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c6505d7-48be-465f-b8dc-9ca8bacf310a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (baeb4d4d-3b85-4edd-b027-4f448fd4389e), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.062765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-97aef4bd-16a8-499a-b150-7d7f689f8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:21.064220 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-97aef4bd-16a8-499a-b150-7d7f689f8268 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 1127 time: 0.4724021 Aug 23 22:25:21.095558 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-8c6505d7-48be-465f-b8dc-9ca8bacf310a admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=3e9e7d6ad24542ccb6ee81fea23ecf21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2498336 Aug 23 22:25:21.098120 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53102) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:21.101593 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6505d7-48be-465f-b8dc-9ca8bacf310a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb4d4d-3b85-4edd-b027-4f448fd4389e,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:21.263698 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-db313487-39bb-48c8-b464-b1f2abb786d4 admin admin] Publish callbacks [] for security_group (baeb4d4d-3b85-4edd-b027-4f448fd4389e), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.267445 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53106) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:21.336264 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9f0c79e6-5cad-4507-a179-f017987a6d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.346321 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-db313487-39bb-48c8-b464-b1f2abb786d4 admin admin] Publish callbacks [] for security_group (baeb4d4d-3b85-4edd-b027-4f448fd4389e), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.379692 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46531aad-2215-4548-aff5-01edc6019d79 req-70265430-4479-469a-9495-1dd8d992b8b7 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:21.382199 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-46531aad-2215-4548-aff5-01edc6019d79 req-70265430-4479-469a-9495-1dd8d992b8b7 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 944 time: 0.2092669 Aug 23 22:25:21.474050 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f02abe3b-cb19-4a42-b680-2592a68dc5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a8a242bd-1ec5-4a09-8718-a0a8870dfd80), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.478947 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f02abe3b-cb19-4a42-b680-2592a68dc5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.482045 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f02abe3b-cb19-4a42-b680-2592a68dc5ad admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/a8a242bd-1ec5-4a09-8718-a0a8870dfd80 HTTP/1.1" status: 204 len: 168 time: 5.2852261 Aug 23 22:25:21.554918 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-46531aad-2215-4548-aff5-01edc6019d79 req-b2f8a7c6-a955-4d63-a785-1f111241ad61 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578846 Aug 23 22:25:21.704620 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:21.704875 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4270c-f059-4d61-949e-5b9bd4a46e7a service neutron] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:21.753920 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-7d2f5ca6-6028-4024-b81b-10e2e921121e service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5867c0e1-ac00-4c87-bd75-9ca953635248 HTTP/1.1" status: 200 len: 217 time: 0.2957065 Aug 23 22:25:21.754952 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02abe3b-cb19-4a42-b680-2592a68dc5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a242bd-1ec5-4a09-8718-a0a8870dfd80,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:21.793136 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f723d1e-c47c-4237-aafa-811700a2babb req-dc0fd8e2-e0dc-4540-ab67-3056bb0f8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:21.796380 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9f723d1e-c47c-4237-aafa-811700a2babb req-dc0fd8e2-e0dc-4540-ab67-3056bb0f8df8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 1128 time: 0.2536244 Aug 23 22:25:21.803971 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd89c3-1e0e-463f-8458-926fc6e79171 req-24bba11f-4e5d-4a70-983c-455b86e09ffb tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:21.810689 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:21.812857 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6bfd89c3-1e0e-463f-8458-926fc6e79171 req-24bba11f-4e5d-4a70-983c-455b86e09ffb tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.6891174 Aug 23 22:25:21.821528 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-ac1f2ac8-c630-448e-8a05-4407bd38da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:21.824580 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-ac1f2ac8-c630-448e-8a05-4407bd38da05 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 1127 time: 0.2783113 Aug 23 22:25:21.830694 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-5eaf9c64-b5e6-4f63-85ed-d331b67d4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:21.832694 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-db313487-39bb-48c8-b464-b1f2abb786d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (baeb4d4d-3b85-4edd-b027-4f448fd4389e), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.833037 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-5eaf9c64-b5e6-4f63-85ed-d331b67d4b74 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3769684 Aug 23 22:25:21.834943 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] For port 3da5a208-32b6-480a-96ee-d5e85aa6ca75, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:25:21.837562 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-db313487-39bb-48c8-b464-b1f2abb786d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.838109 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] For port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:25:21.841118 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-db313487-39bb-48c8-b464-b1f2abb786d4 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/baeb4d4d-3b85-4edd-b027-4f448fd4389e HTTP/1.1" status: 204 len: 168 time: 0.7397499 Aug 23 22:25:21.900245 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68366c-bfd3-4752-ae61-ab5adbb28d06 req-38880970-7617-4fd5-b436-5c5574bc335e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:21.910067 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-eb68366c-bfd3-4752-ae61-ab5adbb28d06 req-38880970-7617-4fd5-b436-5c5574bc335e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 944 time: 0.2015977 Aug 23 22:25:21.916724 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db313487-39bb-48c8-b464-b1f2abb786d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb4d4d-3b85-4edd-b027-4f448fd4389e,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:21.955193 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] For port 3da5a208-32b6-480a-96ee-d5e85aa6ca75, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:25:21.958102 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] For port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:25:21.976920 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.980027 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9f0c79e6-5cad-4507-a179-f017987a6d03 admin admin] Publish callbacks [] for security_group (41aa1516-4691-4890-a5d7-28c0cb5febac), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.986024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.991146 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:21.991613 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:21.993291 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e HTTP/1.1" status: 200 len: 1094 time: 7.1034644 Aug 23 22:25:22.003556 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9f0c79e6-5cad-4507-a179-f017987a6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (41aa1516-4691-4890-a5d7-28c0cb5febac), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:22.029369 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6bfd89c3-1e0e-463f-8458-926fc6e79171 req-d6b4db78-d3ab-4e4c-a397-81b555193f74 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017226 Aug 23 22:25:22.032077 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:22.038430 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:22.039971 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/3da5a208-32b6-480a-96ee-d5e85aa6ca75 HTTP/1.1" status: 200 len: 1093 time: 7.9413340 Aug 23 22:25:22.101539 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab6401-0c4b-4aa2-855d-04547c0c8235 service neutron] Pushing event updated for resources: {'Port': ['ID=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:22.105361 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-9f0c79e6-5cad-4507-a179-f017987a6d03 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=755bbed556204670891cdbb630076bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8299901 Aug 23 22:25:22.110064 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53120) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:22.136176 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c79e6-5cad-4507-a179-f017987a6d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41aa1516-4691-4890-a5d7-28c0cb5febac,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:22.163105 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-eb68366c-bfd3-4752-ae61-ab5adbb28d06 req-133b18b2-efa2-45e9-8875-b72944aad91c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519925 Aug 23 22:25:22.249332 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:22.359159 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf92bd-28af-493d-9db5-e02a54443f9e req-0669b087-f45b-46c2-aeb4-ba1832a9b90c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:22.362580 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-44cf92bd-28af-493d-9db5-e02a54443f9e req-0669b087-f45b-46c2-aeb4-ba1832a9b90c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 943 time: 0.0780911 Aug 23 22:25:22.369411 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705da06-6990-48fe-baac-2a4807804e84 service neutron] Pushing event updated for resources: {'Port': ['ID=3da5a208-32b6-480a-96ee-d5e85aa6ca75,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:22.414588 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42da815-3a49-4ec8-8b33-3255fc4ea290 req-2cbe2cd2-a007-4b34-a52f-29ed5b700d6e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:22.417306 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d42da815-3a49-4ec8-8b33-3255fc4ea290 req-2cbe2cd2-a007-4b34-a52f-29ed5b700d6e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 943 time: 0.2310801 Aug 23 22:25:22.439841 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-44cf92bd-28af-493d-9db5-e02a54443f9e req-e15655a1-0b04-47ae-a623-1dcfb493cb8b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717332 Aug 23 22:25:22.454009 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:22.459150 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-95077a96-4099-4047-8e40-d7bc954b9e68 admin admin] Publish callbacks [] for security_group (41aa1516-4691-4890-a5d7-28c0cb5febac), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:22.522565 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-95077a96-4099-4047-8e40-d7bc954b9e68 admin admin] Publish callbacks [] for security_group (41aa1516-4691-4890-a5d7-28c0cb5febac), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:22.586254 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d42da815-3a49-4ec8-8b33-3255fc4ea290 req-2cf835cc-890d-4c7f-97c6-f36034a27294 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533492 Aug 23 22:25:22.636087 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-95077a96-4099-4047-8e40-d7bc954b9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (41aa1516-4691-4890-a5d7-28c0cb5febac), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:22.645315 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-95077a96-4099-4047-8e40-d7bc954b9e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:22.652922 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-95077a96-4099-4047-8e40-d7bc954b9e68 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/41aa1516-4691-4890-a5d7-28c0cb5febac HTTP/1.1" status: 204 len: 168 time: 0.5366347 Aug 23 22:25:22.666018 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95077a96-4099-4047-8e40-d7bc954b9e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aa1516-4691-4890-a5d7-28c0cb5febac,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:22.779439 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb6937-b09d-4a27-bade-0b21d11f2242 req-6d9e003b-0681-4503-b0d9-8377efe146fd tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:22.781979 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0acb6937-b09d-4a27-bade-0b21d11f2242 req-6d9e003b-0681-4503-b0d9-8377efe146fd tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 944 time: 0.0857363 Aug 23 22:25:22.871452 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0acb6937-b09d-4a27-bade-0b21d11f2242 req-70d0fffc-8e97-4ed7-ae62-f6e74cc90d37 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785472 Aug 23 22:25:22.895047 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248'}, {'name': 'network-changed', 'server_uuid': '1f6155d4-fda2-4409-83f8-0a03e54559bd', 'tag': '2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e'}, {'name': 'network-changed', 'server_uuid': '498d6e2f-6d66-4925-8f7c-eca5b08c1025', 'tag': '3da5a208-32b6-480a-96ee-d5e85aa6ca75'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:22.899618 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248"}, {"name": "network-changed", "server_uuid": "1f6155d4-fda2-4409-83f8-0a03e54559bd", "tag": "2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e"}, {"name": "network-changed", "server_uuid": "498d6e2f-6d66-4925-8f7c-eca5b08c1025", "tag": "3da5a208-32b6-480a-96ee-d5e85aa6ca75"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:22.978544 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed55deac-479f-4d3f-aafd-e23ae97d016c x-openstack-request-id: req-ed55deac-479f-4d3f-aafd-e23ae97d016c {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:22.979202 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f6155d4-fda2-4409-83f8-0a03e54559bd", "tag": "2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "498d6e2f-6d66-4925-8f7c-eca5b08c1025", "tag": "3da5a208-32b6-480a-96ee-d5e85aa6ca75", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:22.979785 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ed55deac-479f-4d3f-aafd-e23ae97d016c {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:22.980581 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed55deac-479f-4d3f-aafd-e23ae97d016c'] response: {'name': 'network-changed', 'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'status': 'completed', 'code': 200} Aug 23 22:25:22.981816 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed55deac-479f-4d3f-aafd-e23ae97d016c'] response: {'name': 'network-changed', 'server_uuid': '1f6155d4-fda2-4409-83f8-0a03e54559bd', 'tag': '2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e', 'status': 'completed', 'code': 200} Aug 23 22:25:22.982401 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed55deac-479f-4d3f-aafd-e23ae97d016c'] response: {'name': 'network-changed', 'server_uuid': '498d6e2f-6d66-4925-8f7c-eca5b08c1025', 'tag': '3da5a208-32b6-480a-96ee-d5e85aa6ca75', 'status': 'completed', 'code': 200} Aug 23 22:25:23.233124 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff0d95-c1b2-4f09-87de-6e07c3003e1a req-4d89ee23-0fdd-4420-8abf-afc2336dc42f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:23.235861 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-32ff0d95-c1b2-4f09-87de-6e07c3003e1a req-4d89ee23-0fdd-4420-8abf-afc2336dc42f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.0765569 Aug 23 22:25:23.329986 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-32ff0d95-c1b2-4f09-87de-6e07c3003e1a req-976f271e-a9a5-4e38-87cd-ff49f745e22b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836937 Aug 23 22:25:23.342631 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b223d-a910-4763-973a-e26aebd1d220 req-41c541c2-2d8e-4347-9632-a09afc57aa5b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:23.345301 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-857b223d-a910-4763-973a-e26aebd1d220 req-41c541c2-2d8e-4347-9632-a09afc57aa5b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 944 time: 0.0714309 Aug 23 22:25:23.411448 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-857b223d-a910-4763-973a-e26aebd1d220 req-f3bed8a9-e9fb-45b1-be34-3fb97a20ae27 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528386 Aug 23 22:25:23.609332 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913afcd4-f010-4a44-a0f0-951beff0318f req-f761f11b-b628-4c73-9f73-709341ab805e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:23.616820 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-913afcd4-f010-4a44-a0f0-951beff0318f req-f761f11b-b628-4c73-9f73-709341ab805e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 943 time: 0.0738721 Aug 23 22:25:23.913303 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-9165919f-17a6-4a22-9a89-2ffd69dcd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:23.915117 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-9165919f-17a6-4a22-9a89-2ffd69dcd1ca service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 1127 time: 0.3500645 Aug 23 22:25:23.930269 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-a81382a2-0c72-4ddb-861b-4d30a12e871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:23.931828 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-a81382a2-0c72-4ddb-861b-4d30a12e871b service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.3528874 Aug 23 22:25:23.972149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4d429-f1cd-4b35-b579-51718b995ed9 req-cebfb850-5bd3-4c56-ad1f-e0ea8c466009 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:23.973996 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0ba4d429-f1cd-4b35-b579-51718b995ed9 req-cebfb850-5bd3-4c56-ad1f-e0ea8c466009 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 943 time: 0.1545897 Aug 23 22:25:24.007891 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-6b221f88-21eb-4eff-9d61-f8bd730b24d4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571011 Aug 23 22:25:24.073763 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0ba4d429-f1cd-4b35-b579-51718b995ed9 req-b74ee8b3-42c6-4c2f-91e2-6a139e89b2ee tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873654 Aug 23 22:25:24.174897 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-913afcd4-f010-4a44-a0f0-951beff0318f req-1edeb29f-2b9b-456a-85ef-b629d4270646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568912 Aug 23 22:25:24.218279 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-dd58921c-b39a-41ea-9eee-5bb2eef5b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.220128 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-dd58921c-b39a-41ea-9eee-5bb2eef5b79e service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.6696553 Aug 23 22:25:24.221434 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f723d1e-c47c-4237-aafa-811700a2babb req-49e84814-94b0-4a69-a6a8-d77c774a70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.222913 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9f723d1e-c47c-4237-aafa-811700a2babb req-49e84814-94b0-4a69-a6a8-d77c774a70e4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 913 time: 0.6710463 Aug 23 22:25:24.227386 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f68edf-b6c6-4b9d-a898-ddb15bf2131d req-8543eec2-8a62-40f9-838e-062aebbe8aa0 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.236681 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0f68edf-b6c6-4b9d-a898-ddb15bf2131d req-8543eec2-8a62-40f9-838e-062aebbe8aa0 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 944 time: 0.0752318 Aug 23 22:25:24.286851 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0f68edf-b6c6-4b9d-a898-ddb15bf2131d req-ded1c870-a489-4aa8-a737-070a213950d3 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492573 Aug 23 22:25:24.476295 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9f723d1e-c47c-4237-aafa-811700a2babb req-da65dc44-0312-46ae-82bb-f0d12f07d15b service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614d514f-5113-4d77-8846-ee45da0b972d HTTP/1.1" status: 200 len: 217 time: 0.0807393 Aug 23 22:25:24.545310 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-8c031491-8409-4a68-878c-9347c752d1f7 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e126aa-d7f5-470c-b76d-c8d4bd7e7849 HTTP/1.1" status: 200 len: 217 time: 0.1395085 Aug 23 22:25:24.581709 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-f05bbe22-b652-47ac-9cd3-81c6f26b739a service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75 HTTP/1.1" status: 200 len: 217 time: 0.1804638 Aug 23 22:25:24.582718 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-a8d33145-4394-4ceb-a45c-133cc74c20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.585389 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-a8d33145-4394-4ceb-a45c-133cc74c20a6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=398769c58d0d412aa45024c937820ba1&device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 1128 time: 0.1860571 Aug 23 22:25:24.614400 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-b967f7d4-fc78-44ee-8404-7d92ba052814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.616712 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-b967f7d4-fc78-44ee-8404-7d92ba052814 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2135122 Aug 23 22:25:24.658816 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:24.675924 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912e228-14d8-42e0-bc13-5ff60149095e req-4d25de3c-a1c0-4888-a44a-0936668c706c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.685366 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3912e228-14d8-42e0-bc13-5ff60149095e req-4d25de3c-a1c0-4888-a44a-0936668c706c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.2615359 Aug 23 22:25:24.728617 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-8e45612f-d399-47c9-8cb1-7e143a4a6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.731453 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-8e45612f-d399-47c9-8cb1-7e143a4a6f6d service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.1763530 Aug 23 22:25:24.742006 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f723d1e-c47c-4237-aafa-811700a2babb req-840cf4f1-a6ba-432c-9d74-1e80961f67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.743603 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9f723d1e-c47c-4237-aafa-811700a2babb req-840cf4f1-a6ba-432c-9d74-1e80961f67e2 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.2377138 Aug 23 22:25:24.806008 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-36c11125-26f8-47d3-957b-9e10123298f9 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e HTTP/1.1" status: 200 len: 217 time: 0.1860538 Aug 23 22:25:24.814647 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:24.882584 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-04fcfc70-c437-45ab-8e34-c562a9a14773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.885410 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-04fcfc70-c437-45ab-8e34-c562a9a14773 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405575 Aug 23 22:25:24.891630 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3912e228-14d8-42e0-bc13-5ff60149095e req-94053016-c150-4b66-9c03-aa649883da95 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053559 Aug 23 22:25:24.896974 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bcee7-882e-4744-8517-d3d45b01add9 req-50b29193-e114-4e8d-917d-1496a3e2314f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:24.898789 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-963bcee7-882e-4744-8517-d3d45b01add9 req-50b29193-e114-4e8d-917d-1496a3e2314f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 944 time: 0.3301058 Aug 23 22:25:24.995276 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-8b76dc56-6ff0-4f41-b6a5-0265e995e079 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981445 Aug 23 22:25:24.999764 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:25.006099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-8328787f-1134-48c8-bc88-dfeaf9cc7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:25.007566 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-8328787f-1134-48c8-bc88-dfeaf9cc7a75 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.3744853 Aug 23 22:25:25.022271 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-b397674d-3ea2-4bc1-baf7-eec7bf779b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:25.023838 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-b397674d-3ea2-4bc1-baf7-eec7bf779b36 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=683ea330-32da-45c6-ab7d-55f3e7faa883 HTTP/1.1" status: 200 len: 851 time: 0.2033699 Aug 23 22:25:25.030880 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f723d1e-c47c-4237-aafa-811700a2babb req-3a4a9ae8-c6f7-4e56-b93d-eb72aa43cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:25.034087 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9f723d1e-c47c-4237-aafa-811700a2babb req-3a4a9ae8-c6f7-4e56-b93d-eb72aa43cbab service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2752793 Aug 23 22:25:25.058801 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:25.079804 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 614d514f-5113-4d77-8846-ee45da0b972d details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:25:25.088880 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-a1c17c96-0111-436e-b473-5608e3c7021e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421806 Aug 23 22:25:25.117114 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-9913fdae-88f4-4ac5-a3b2-c5061a013bc2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235665 Aug 23 22:25:25.167953 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-048b1083-e203-40b5-ba62-1ea0f32c8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:25.171013 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-048b1083-e203-40b5-ba62-1ea0f32c8299 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=8896bbdb-81c9-4e5c-a617-cc4bd70d74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1294174 Aug 23 22:25:25.182748 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-963bcee7-882e-4744-8517-d3d45b01add9 req-8ee6da5f-80c9-4cb5-b0eb-719e8a95624a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092378 Aug 23 22:25:25.187757 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-db3d1c8d-4828-43cd-af82-78adf685afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:25.196295 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-db3d1c8d-4828-43cd-af82-78adf685afeb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1643953 Aug 23 22:25:25.347675 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 614d514f-5113-4d77-8846-ee45da0b972d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=614d514f-5113-4d77-8846-ee45da0b972d,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:25.350442 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:25.380631 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '614d514f-5113-4d77-8846-ee45da0b972d', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'port_id': '614d514f-5113-4d77-8846-ee45da0b972d', 'mac_address': 'fa:16:3e:40:c2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:25:25.486569 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 614d514f-5113-4d77-8846-ee45da0b972d is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:25.486822 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (614d514f-5113-4d77-8846-ee45da0b972d), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:25.522836 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614d514f-5113-4d77-8846-ee45da0b972d {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:25.544163 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56f4c7-cbfc-49cb-a20d-e503d3fba045 req-bddca03f-cbd9-4668-8251-2a2b42f4fe1f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:25.546930 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e56f4c7-cbfc-49cb-a20d-e503d3fba045 req-bddca03f-cbd9-4668-8251-2a2b42f4fe1f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 943 time: 0.2744322 Aug 23 22:25:25.553409 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9f723d1e-c47c-4237-aafa-811700a2babb req-c9807ee4-1734-4007-be22-f9c244c9ea72 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109479 Aug 23 22:25:25.594777 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 614d514f-5113-4d77-8846-ee45da0b972d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=614d514f-5113-4d77-8846-ee45da0b972d,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:25.600760 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (614d514f-5113-4d77-8846-ee45da0b972d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:25.602001 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 44698636-efef-43cf-a8ef-8c14ed7f08ab details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:25:25.646989 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4bcabec7-99d2-4ac7-bad6-ca95479c9b60 req-5b2991da-d5ac-44f4-9d7b-7697d98d1b0e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145032 Aug 23 22:25:25.687312 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:25.716128 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9e56f4c7-cbfc-49cb-a20d-e503d3fba045 req-2abe9d2e-1d8e-4f6e-b87b-91dbb8ea87c8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590190 Aug 23 22:25:25.759016 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=614d514f-5113-4d77-8846-ee45da0b972d,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:25.770675 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.771569 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.772110 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.773263 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.774141 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.774806 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.775364 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.776016 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.776506 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.776987 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.777518 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.778297 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.778983 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.779644 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.780246 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:25:25.788583 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-c5ff899a-ebab-45d9-aa39-8179abc464ff service neutron] 10.222.0.86 "GET /networking/v2.0/networks/8896bbdb-81c9-4e5c-a617-cc4bd70d74ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021624 Aug 23 22:25:25.792869 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-439471db-9cc0-4777-8589-e4064a03a7b4 req-3db1f5e6-29aa-4366-b146-73855f9728f1 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708193 Aug 23 22:25:25.802123 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740e283-78ab-4fdf-9a0a-b18070a581d0 req-50efac5c-0568-4a92-9f03-8ee97be6ff3c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:25.823822 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7740e283-78ab-4fdf-9a0a-b18070a581d0 req-50efac5c-0568-4a92-9f03-8ee97be6ff3c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 943 time: 0.4705908 Aug 23 22:25:25.998527 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 44698636-efef-43cf-a8ef-8c14ed7f08ab, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=44698636-efef-43cf-a8ef-8c14ed7f08ab,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:26.025593 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9f723d1e-c47c-4237-aafa-811700a2babb req-0f76aa08-f1f0-4686-981a-8cfb78d8eef8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626374 Aug 23 22:25:26.045857 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:25:26.100614 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6b2b8-99ba-4298-9961-e72817ddf438 req-52069d94-1790-485d-97c2-99e8937aa142 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:26.109237 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e7b6b2b8-99ba-4298-9961-e72817ddf438 req-52069d94-1790-485d-97c2-99e8937aa142 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 944 time: 0.1191974 Aug 23 22:25:26.134067 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 44698636-efef-43cf-a8ef-8c14ed7f08ab is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:26.135122 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:26.175309 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44698636-efef-43cf-a8ef-8c14ed7f08ab {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:26.238191 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e7b6b2b8-99ba-4298-9961-e72817ddf438 req-19c522a7-cb8b-4169-907c-80137ed4077a tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272490 Aug 23 22:25:26.267371 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 44698636-efef-43cf-a8ef-8c14ed7f08ab, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=44698636-efef-43cf-a8ef-8c14ed7f08ab,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:26.279059 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:26.511035 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=44698636-efef-43cf-a8ef-8c14ed7f08ab,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:26.521279 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53272) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:26.594994 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1212de-5b53-4c36-a2ec-c7e60ff29060 req-90cf873a-1f4e-4cb8-bc43-7cabba345495 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:26.609641 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ce1212de-5b53-4c36-a2ec-c7e60ff29060 req-90cf873a-1f4e-4cb8-bc43-7cabba345495 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1423411 Aug 23 22:25:26.614491 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-ead0ae7b-5398-4b7e-83b5-679e175b2d35 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3881671 Aug 23 22:25:26.631747 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7740e283-78ab-4fdf-9a0a-b18070a581d0 req-22d7370e-7c79-4ead-a873-3da6c60d0307 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8055410 Aug 23 22:25:26.702453 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e79e0335-5c48-47bc-8a6c-6c7ff40f87ac req-00b32c5e-5c8f-48ee-80ac-896075777e6b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/8896bbdb-81c9-4e5c-a617-cc4bd70d74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819971 Aug 23 22:25:26.737005 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ce1212de-5b53-4c36-a2ec-c7e60ff29060 req-4f934721-a103-4270-b4c8-1e824bbc7db7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260874 Aug 23 22:25:26.816535 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d54003-bdbb-4bd9-a47f-913ba72e5c8c req-60e321b0-01ed-4fb3-b73e-ac273bd086d6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:26.825539 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-87d54003-bdbb-4bd9-a47f-913ba72e5c8c req-60e321b0-01ed-4fb3-b73e-ac273bd086d6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 945 time: 0.0904996 Aug 23 22:25:26.892666 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['614d514f-5113-4d77-8846-ee45da0b972d'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:25:26.950896 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:27.007838 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-49b13ee4-fd43-450d-9bdf-c01b20a9f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:27.010012 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-49b13ee4-fd43-450d-9bdf-c01b20a9f1bf service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 1127 time: 0.1786532 Aug 23 22:25:27.031757 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693880-ad8a-483b-ab36-97dde26749e1 req-1d3c18c4-d1c0-40c5-93ec-aa4faf138e05 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:27.038048 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c6693880-ad8a-483b-ab36-97dde26749e1 req-1d3c18c4-d1c0-40c5-93ec-aa4faf138e05 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 944 time: 0.1659496 Aug 23 22:25:27.051745 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-87d54003-bdbb-4bd9-a47f-913ba72e5c8c req-3c788685-b0fc-4382-9349-a2888da60d6a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246382 Aug 23 22:25:27.080779 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e3650863-59f6-4ac3-87b0-3e8ccd65ca71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:27.111484 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91333f32-0b37-46c9-8476-ca80285d3d6c req-07bb9333-1812-4953-a8d1-57852ffe5028 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821126 Aug 23 22:25:27.159608 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['44698636-efef-43cf-a8ef-8c14ed7f08ab'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:25:27.160819 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c6693880-ad8a-483b-ab36-97dde26749e1 req-86ce3b76-16ff-414f-b451-2ec04282f2c0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194198 Aug 23 22:25:27.192453 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:25:27.260170 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e3650863-59f6-4ac3-87b0-3e8ccd65ca71 admin admin] Publish callbacks [] for security_group (0e520750-d31d-413b-920a-33150ac85f0f), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:27.269081 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e3650863-59f6-4ac3-87b0-3e8ccd65ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (0e520750-d31d-413b-920a-33150ac85f0f), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:27.357964 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-e3650863-59f6-4ac3-87b0-3e8ccd65ca71 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=9079dcaf74ec48778f67c5f0757235e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8343744 Aug 23 22:25:27.358368 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53292) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:27.363995 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3650863-59f6-4ac3-87b0-3e8ccd65ca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e520750-d31d-413b-920a-33150ac85f0f,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:27.441010 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0fe42a8f-5942-4939-aa4d-dee016358792 admin admin] Publish callbacks [] for security_group (0e520750-d31d-413b-920a-33150ac85f0f), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:27.449247 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ea18-91cb-4279-98ea-3a3326410b51 req-ff362393-83f8-4d11-9700-fb924f73d4bf tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:27.457795 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:27.461567 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e790ea18-91cb-4279-98ea-3a3326410b51 req-ff362393-83f8-4d11-9700-fb924f73d4bf tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 944 time: 0.1245968 Aug 23 22:25:27.478630 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0fe42a8f-5942-4939-aa4d-dee016358792 admin admin] Publish callbacks [] for security_group (0e520750-d31d-413b-920a-33150ac85f0f), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:27.490351 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:27.530177 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:27.565027 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e790ea18-91cb-4279-98ea-3a3326410b51 req-e65e8e07-dda7-4c24-82aa-a019b1c7f615 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018343 Aug 23 22:25:27.599541 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:27.606107 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0fe42a8f-5942-4939-aa4d-dee016358792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (0e520750-d31d-413b-920a-33150ac85f0f), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:27.611863 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0fe42a8f-5942-4939-aa4d-dee016358792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:27.614244 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-0fe42a8f-5942-4939-aa4d-dee016358792 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/0e520750-d31d-413b-920a-33150ac85f0f HTTP/1.1" status: 204 len: 168 time: 0.2543426 Aug 23 22:25:27.628428 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '29e126aa-d7f5-470c-b76d-c8d4bd7e7849', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'port_id': '29e126aa-d7f5-470c-b76d-c8d4bd7e7849', 'mac_address': 'fa:16:3e:44:df:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:25:27.641184 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe42a8f-5942-4939-aa4d-dee016358792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e520750-d31d-413b-920a-33150ac85f0f,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:27.829153 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:27.829978 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:27.896305 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:27.913931 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:27.983018 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:27.992671 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:28.052520 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2674f-d294-4d63-acdf-16ee495731f6 req-25931000-b240-4bc5-8aa7-2b0a8d04d219 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:28.077597 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-98e2674f-d294-4d63-acdf-16ee495731f6 req-25931000-b240-4bc5-8aa7-2b0a8d04d219 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 943 time: 0.2277753 Aug 23 22:25:28.111300 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-cdd134cc-91dd-429c-9608-071870113a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:28.113863 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-cdd134cc-91dd-429c-9608-071870113a51 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 918 time: 0.3810413 Aug 23 22:25:28.159101 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0659c-0521-492d-882c-7c8b0a0bcccc req-bafdf466-df9a-4ab6-9ee7-20447bb0dba0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:28.162206 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-56e0659c-0521-492d-882c-7c8b0a0bcccc req-bafdf466-df9a-4ab6-9ee7-20447bb0dba0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1310999 Aug 23 22:25:28.171205 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:28.214196 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-98e2674f-d294-4d63-acdf-16ee495731f6 req-463338c2-4a61-4c30-8565-939f1629b432 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340001 Aug 23 22:25:28.351466 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-56e0659c-0521-492d-882c-7c8b0a0bcccc req-c805a25f-2f63-4b42-9e7f-68bb944a89a9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501870 Aug 23 22:25:28.497214 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41cf97-4e44-4cb1-b31b-b82f0ec04d4c req-e5660146-365a-4c63-9274-41ebdd036d1d tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:28.500232 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4b41cf97-4e44-4cb1-b31b-b82f0ec04d4c req-e5660146-365a-4c63-9274-41ebdd036d1d tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 945 time: 0.1129029 Aug 23 22:25:28.520395 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53318) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:28.521864 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:28.564565 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ab094-61e6-486c-a52a-fd4f074799fc req-78be0dd9-2377-4363-9da6-95847484b9f5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:28.566181 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e60ab094-61e6-486c-a52a-fd4f074799fc req-78be0dd9-2377-4363-9da6-95847484b9f5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 944 time: 0.1287935 Aug 23 22:25:28.567208 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f414bc5d-1ff1-4de6-92eb-ff0b2fed3956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:28.597223 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4b41cf97-4e44-4cb1-b31b-b82f0ec04d4c req-fc6a1068-db84-4b6b-9c9e-df60e036b1d7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856919 Aug 23 22:25:28.691615 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e60ab094-61e6-486c-a52a-fd4f074799fc req-72b430ad-efe1-4e35-a0ef-e37c78e59291 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145852 Aug 23 22:25:28.726178 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-e5c5bcdb-d298-486b-9c6a-ceaac38a2c09 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5867c0e1-ac00-4c87-bd75-9ca953635248 HTTP/1.1" status: 200 len: 217 time: 0.0564873 Aug 23 22:25:28.754412 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fe2a-c361-454a-978f-adf0e6863bde req-3d9b6b26-00a7-4ccc-be32-5ee9fbb1581b tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:28.755984 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b876fe2a-c361-454a-978f-adf0e6863bde req-3d9b6b26-00a7-4ccc-be32-5ee9fbb1581b tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 944 time: 0.0721216 Aug 23 22:25:28.817079 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b876fe2a-c361-454a-978f-adf0e6863bde req-bf23076a-5f3b-4c47-a050-65d612494e22 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529435 Aug 23 22:25:28.825106 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f414bc5d-1ff1-4de6-92eb-ff0b2fed3956 admin admin] Publish callbacks [] for security_group (88ae6b40-2428-43a2-87b8-3d7816f8dcd6), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:28.827813 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-dbd05516-36ba-40b1-b92a-af9adfb67a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:28.829641 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-dbd05516-36ba-40b1-b92a-af9adfb67a8d service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.0991859 Aug 23 22:25:28.830992 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f414bc5d-1ff1-4de6-92eb-ff0b2fed3956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (88ae6b40-2428-43a2-87b8-3d7816f8dcd6), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:28.834745 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:28.850852 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['29e126aa-d7f5-470c-b76d-c8d4bd7e7849'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:25:28.910921 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f414bc5d-1ff1-4de6-92eb-ff0b2fed3956 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=5fa7e427405b4ef288ecf69874bc2488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888144 Aug 23 22:25:28.913874 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53322) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:28.916318 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414bc5d-1ff1-4de6-92eb-ff0b2fed3956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae6b40-2428-43a2-87b8-3d7816f8dcd6,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:28.930563 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-2433cf63-a447-40e9-9d48-475edb1c8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:28.932688 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-2433cf63-a447-40e9-9d48-475edb1c8bdc service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879927 Aug 23 22:25:28.990836 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d05bd69d-f37e-409b-996c-e2bd98a5b18c admin admin] Publish callbacks [] for security_group (88ae6b40-2428-43a2-87b8-3d7816f8dcd6), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:29.024587 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d05bd69d-f37e-409b-996c-e2bd98a5b18c admin admin] Publish callbacks [] for security_group (88ae6b40-2428-43a2-87b8-3d7816f8dcd6), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:29.071353 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-156741f2-7c10-41f8-ae47-b351ff42136a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322207 Aug 23 22:25:29.087773 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d05bd69d-f37e-409b-996c-e2bd98a5b18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (88ae6b40-2428-43a2-87b8-3d7816f8dcd6), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:29.091392 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d05bd69d-f37e-409b-996c-e2bd98a5b18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:29.092702 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-d05bd69d-f37e-409b-996c-e2bd98a5b18c admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/88ae6b40-2428-43a2-87b8-3d7816f8dcd6 HTTP/1.1" status: 204 len: 168 time: 0.1778033 Aug 23 22:25:29.103591 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bd69d-f37e-409b-996c-e2bd98a5b18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae6b40-2428-43a2-87b8-3d7816f8dcd6,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:29.192725 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-adbabf2e-e4bb-45a0-b440-c3f0349dc67c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152525 Aug 23 22:25:29.364429 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-0a24dd2c-0cc9-42ac-be2d-4277ac0f5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:29.367378 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-0a24dd2c-0cc9-42ac-be2d-4277ac0f5048 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=398769c58d0d412aa45024c937820ba1&device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 1128 time: 0.0732112 Aug 23 22:25:29.548391 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94bf60-bab4-4e9f-aaa1-fae81d926e30 req-3504de9f-d3e0-4d8a-9ed9-7a54e933603b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:29.551166 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6f94bf60-bab4-4e9f-aaa1-fae81d926e30 req-3504de9f-d3e0-4d8a-9ed9-7a54e933603b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 944 time: 0.1405091 Aug 23 22:25:29.580768 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 5867c0e1-ac00-4c87-bd75-9ca953635248 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:25:29.597574 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a2dd4-a3ab-433c-ba95-ca84c3f0341c req-e064fe71-333f-4d69-bce3-fbce92fbcc88 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:29.599195 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d01a2dd4-a3ab-433c-ba95-ca84c3f0341c req-e064fe71-333f-4d69-bce3-fbce92fbcc88 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.0925434 Aug 23 22:25:29.679319 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:29.754692 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d01a2dd4-a3ab-433c-ba95-ca84c3f0341c req-173ffece-dfde-40e5-96be-8b104736b26e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410551 Aug 23 22:25:29.772114 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:29.780233 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6f94bf60-bab4-4e9f-aaa1-fae81d926e30 req-b5e96e74-c3f2-4a20-a5e1-fd67c0bbb33c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103763 Aug 23 22:25:29.783170 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-6e672519-900c-47f4-9a00-4dd9dbbeadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:29.785866 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-6e672519-900c-47f4-9a00-4dd9dbbeadd9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=8896bbdb-81c9-4e5c-a617-cc4bd70d74ad HTTP/1.1" status: 200 len: 914 time: 0.2973242 Aug 23 22:25:29.883207 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-93837c35-fc28-4f31-998f-8aa815a78ed5 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e HTTP/1.1" status: 200 len: 217 time: 0.0778885 Aug 23 22:25:30.011134 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53354) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:30.091524 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-edee3588-b663-4559-bf45-e195b341e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:30.092837 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced3572-f2de-46ed-9d29-038a87213e0d req-e039e339-aba2-4c9d-aefe-b10a99717d13 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:30.094402 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-edee3588-b663-4559-bf45-e195b341e774 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=683ea330-32da-45c6-ab7d-55f3e7faa883 HTTP/1.1" status: 200 len: 851 time: 0.2053730 Aug 23 22:25:30.102618 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-dced3572-f2de-46ed-9d29-038a87213e0d req-e039e339-aba2-4c9d-aefe-b10a99717d13 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 944 time: 0.1160116 Aug 23 22:25:30.113669 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733091d3-02cd-414f-877a-33ea18a677fe req-ad6a542c-d653-464d-bd05-a334b47959eb tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:30.116092 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-733091d3-02cd-414f-877a-33ea18a677fe req-ad6a542c-d653-464d-bd05-a334b47959eb tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 945 time: 0.1328812 Aug 23 22:25:30.169432 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'port_id': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'mac_address': 'fa:16:3e:06:8f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:25:30.172478 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:30.191977 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-dced3572-f2de-46ed-9d29-038a87213e0d req-690f0d29-535d-4b5b-97d5-6a9db4f231d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881655 Aug 23 22:25:30.194948 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-68580073-c582-467d-9b8e-46f5b02d67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:30.197426 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-68580073-c582-467d-9b8e-46f5b02d67f6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=8896bbdb-81c9-4e5c-a617-cc4bd70d74ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799115 Aug 23 22:25:30.312620 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:25:30.319964 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 5867c0e1-ac00-4c87-bd75-9ca953635248 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:30.320721 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.325076 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:30.325544 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.328050 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:30.363493 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-733091d3-02cd-414f-877a-33ea18a677fe req-395e0d53-b914-4191-b14e-fe9146c78ef0 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645164 Aug 23 22:25:30.390213 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5867c0e1-ac00-4c87-bd75-9ca953635248 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:30.412221 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:30.416671 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.422334 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f94ad-f56d-41de-9e42-93ee0c036f8c req-a6679040-df64-4aba-8d96-4a26c099cfc0 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:30.433084 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7d9f94ad-f56d-41de-9e42-93ee0c036f8c req-a6679040-df64-4aba-8d96-4a26c099cfc0 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 944 time: 0.1596785 Aug 23 22:25:30.525487 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:30.526131 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.547886 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7d9f94ad-f56d-41de-9e42-93ee0c036f8c req-f1f3a1a4-12d0-496b-a098-d9dbd79201af tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109097 Aug 23 22:25:30.551924 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:30.561491 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-3c47acbe-7116-488b-9eee-9155de25570c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/8896bbdb-81c9-4e5c-a617-cc4bd70d74ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441675 Aug 23 22:25:30.561491 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c902eaf1-d20c-46d8-80b5-77e404411dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.582120 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b06356-525c-4c7f-9b5a-f9d0424f9dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e126aa-d7f5-470c-b76d-c8d4bd7e7849'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:30.667833 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c902eaf1-d20c-46d8-80b5-77e404411dbf admin admin] Publish callbacks [] for security_group (23f3fc15-a0bf-4f9d-a92a-2d7a1dc79f4d), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.673583 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c902eaf1-d20c-46d8-80b5-77e404411dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (23f3fc15-a0bf-4f9d-a92a-2d7a1dc79f4d), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.675117 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:30.676123 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:30.681277 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.682956 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 614d514f-5113-4d77-8846-ee45da0b972d up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:30.696733 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:30.737723 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:30.752843 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c902eaf1-d20c-46d8-80b5-77e404411dbf admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=8f9711b791b546e7b5992d32cb8fcefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7131374 Aug 23 22:25:30.755784 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53374) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:30.756567 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902eaf1-d20c-46d8-80b5-77e404411dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f3fc15-a0bf-4f9d-a92a-2d7a1dc79f4d,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:30.785499 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 614d514f-5113-4d77-8846-ee45da0b972d completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:25:30.789447 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:30.796887 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 614d514f-5113-4d77-8846-ee45da0b972d triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:30.798144 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (614d514f-5113-4d77-8846-ee45da0b972d), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.903259 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-46575769-7005-4ba6-ba2d-0427c8efa383 admin admin] Publish callbacks [] for security_group (23f3fc15-a0bf-4f9d-a92a-2d7a1dc79f4d), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.921766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 614d514f-5113-4d77-8846-ee45da0b972d is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:30.922333 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (614d514f-5113-4d77-8846-ee45da0b972d), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.940023 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-46575769-7005-4ba6-ba2d-0427c8efa383 admin admin] Publish callbacks [] for security_group (23f3fc15-a0bf-4f9d-a92a-2d7a1dc79f4d), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.982220 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 614d514f-5113-4d77-8846-ee45da0b972d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=614d514f-5113-4d77-8846-ee45da0b972d,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:30.989830 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2987c13-7c51-4aab-99d9-7337bc680e59" -d '{"events": [{"server_uuid": "61b06356-525c-4c7f-9b5a-f9d0424f9dba", "name": "network-vif-plugged", "status": "completed", "tag": "29e126aa-d7f5-470c-b76d-c8d4bd7e7849"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:30.993634 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:30.995154 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (614d514f-5113-4d77-8846-ee45da0b972d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:30.996403 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 44698636-efef-43cf-a8ef-8c14ed7f08ab up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:31.071300 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-46575769-7005-4ba6-ba2d-0427c8efa383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (23f3fc15-a0bf-4f9d-a92a-2d7a1dc79f4d), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:31.076191 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-46575769-7005-4ba6-ba2d-0427c8efa383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:31.078169 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-46575769-7005-4ba6-ba2d-0427c8efa383 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/23f3fc15-a0bf-4f9d-a92a-2d7a1dc79f4d HTTP/1.1" status: 204 len: 168 time: 0.3198693 Aug 23 22:25:31.093603 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd3a8-565b-42d1-b445-3e290ca321d7 req-24eac44c-4e5a-42d1-a639-ae47d591d286 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:31.104189 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46575769-7005-4ba6-ba2d-0427c8efa383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f3fc15-a0bf-4f9d-a92a-2d7a1dc79f4d,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:31.112132 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc0cd3a8-565b-42d1-b445-3e290ca321d7 req-24eac44c-4e5a-42d1-a639-ae47d591d286 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1509106 Aug 23 22:25:31.121850 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b7a9d-2cac-47d4-b96f-ce0178e07e9d req-32792096-7e1e-45f9-9a21-ec9ab031a0b5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:31.133864 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d46b7a9d-2cac-47d4-b96f-ce0178e07e9d req-32792096-7e1e-45f9-9a21-ec9ab031a0b5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 944 time: 0.1168830 Aug 23 22:25:31.202215 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=614d514f-5113-4d77-8846-ee45da0b972d,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:31.223098 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 44698636-efef-43cf-a8ef-8c14ed7f08ab completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:25:31.246874 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 44698636-efef-43cf-a8ef-8c14ed7f08ab triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:31.249697 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:31.267157 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d46b7a9d-2cac-47d4-b96f-ce0178e07e9d req-d46d9141-1cf3-4a1e-b26a-8af479865f7e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306057 Aug 23 22:25:31.322475 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc0cd3a8-565b-42d1-b445-3e290ca321d7 req-5fb99c2a-a53a-44ac-850e-94f7dd4c95df tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088737 Aug 23 22:25:31.466345 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 44698636-efef-43cf-a8ef-8c14ed7f08ab is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:31.466345 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:31.525447 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-10d5755f-f5b0-4d8c-9a51-364be1eb2b14 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/8896bbdb-81c9-4e5c-a617-cc4bd70d74ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579144 Aug 23 22:25:31.548775 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 44698636-efef-43cf-a8ef-8c14ed7f08ab, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=44698636-efef-43cf-a8ef-8c14ed7f08ab,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:31.555568 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:31.573044 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8c3f0-ed06-481e-a6d6-17e1019fcc18 req-ad7a6d73-f685-4718-8fc9-3b00630529dd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:31.575445 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5bb8c3f0-ed06-481e-a6d6-17e1019fcc18 req-ad7a6d73-f685-4718-8fc9-3b00630529dd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 944 time: 0.0786574 Aug 23 22:25:31.660479 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=44698636-efef-43cf-a8ef-8c14ed7f08ab,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:31.666372 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5bb8c3f0-ed06-481e-a6d6-17e1019fcc18 req-cfebf729-1159-4af1-8641-556ccc3c88b2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803421 Aug 23 22:25:31.818294 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4673f-568b-42b1-9505-5be7e8c53201 req-a4c1c370-332a-4ede-be07-9db2de52e1a4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:31.820768 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b2f4673f-568b-42b1-9505-5be7e8c53201 req-a4c1c370-332a-4ede-be07-9db2de52e1a4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0896704 Aug 23 22:25:31.840447 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:31.883780 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b2f4673f-568b-42b1-9505-5be7e8c53201 req-ce1b4899-ce52-49c8-ab23-20b1d2b89c88 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498674 Aug 23 22:25:31.948053 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0cda69-d350-4ba4-bfc4-771d3944581e x-openstack-request-id: req-eb0cda69-d350-4ba4-bfc4-771d3944581e {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:31.948768 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b06356-525c-4c7f-9b5a-f9d0424f9dba", "name": "network-vif-plugged", "status": "completed", "tag": "29e126aa-d7f5-470c-b76d-c8d4bd7e7849", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:31.949425 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eb0cda69-d350-4ba4-bfc4-771d3944581e {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:31.951650 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0cda69-d350-4ba4-bfc4-771d3944581e'] response: {'server_uuid': '61b06356-525c-4c7f-9b5a-f9d0424f9dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e126aa-d7f5-470c-b76d-c8d4bd7e7849', 'code': 200} Aug 23 22:25:32.053144 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53408) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:32.053819 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d183d-d84f-42a5-b398-2f3cb77b32fd req-bf4d6fc0-e30b-480f-b02c-ef71c789b356 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:32.055397 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-155d183d-d84f-42a5-b398-2f3cb77b32fd req-bf4d6fc0-e30b-480f-b02c-ef71c789b356 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 944 time: 0.0607953 Aug 23 22:25:32.069517 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-35dacbeb-84a8-470a-af41-3cdc6db6ab0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:32.122618 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-155d183d-d84f-42a5-b398-2f3cb77b32fd req-6adc2de2-b963-4988-8865-b711a4847153 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593393 Aug 23 22:25:32.185919 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:32.188253 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-35dacbeb-84a8-470a-af41-3cdc6db6ab0b admin admin] Publish callbacks [] for security_group (1e9dd755-b400-42f4-92f6-19e6154020d3), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:32.198773 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-35dacbeb-84a8-470a-af41-3cdc6db6ab0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (1e9dd755-b400-42f4-92f6-19e6154020d3), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:32.242872 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dacbeb-84a8-470a-af41-3cdc6db6ab0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9dd755-b400-42f4-92f6-19e6154020d3,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:32.247867 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-35dacbeb-84a8-470a-af41-3cdc6db6ab0b admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=4897097892c947b88f6b5a102271d168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935084 Aug 23 22:25:32.250606 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53414) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:32.310403 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e388527d-d4f3-44ef-81a3-c5642d987a3d admin admin] Publish callbacks [] for security_group (1e9dd755-b400-42f4-92f6-19e6154020d3), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:32.336884 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e388527d-d4f3-44ef-81a3-c5642d987a3d admin admin] Publish callbacks [] for security_group (1e9dd755-b400-42f4-92f6-19e6154020d3), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:32.441148 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e388527d-d4f3-44ef-81a3-c5642d987a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (1e9dd755-b400-42f4-92f6-19e6154020d3), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:32.443686 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e388527d-d4f3-44ef-81a3-c5642d987a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:32.444861 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-e388527d-d4f3-44ef-81a3-c5642d987a3d admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/1e9dd755-b400-42f4-92f6-19e6154020d3 HTTP/1.1" status: 204 len: 168 time: 0.1931481 Aug 23 22:25:32.464510 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388527d-d4f3-44ef-81a3-c5642d987a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9dd755-b400-42f4-92f6-19e6154020d3,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:32.485548 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa17f3-8583-405c-bb20-528f971363a5 req-99e178c7-5cbf-4477-8377-55445b131ae6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:32.498000 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-01aa17f3-8583-405c-bb20-528f971363a5 req-99e178c7-5cbf-4477-8377-55445b131ae6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 944 time: 0.1108117 Aug 23 22:25:32.534030 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb786-b1a2-46cc-953c-233099b62db0 req-caa502b9-e9c1-4aec-9023-80e156a93143 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:32.535821 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9d8bb786-b1a2-46cc-953c-233099b62db0 req-caa502b9-e9c1-4aec-9023-80e156a93143 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0976956 Aug 23 22:25:32.612465 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-01aa17f3-8583-405c-bb20-528f971363a5 req-ad9baf40-3d81-4ef6-b8eb-32b266ee2a3e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003180 Aug 23 22:25:32.621140 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9d8bb786-b1a2-46cc-953c-233099b62db0 req-fe3b26b0-33bd-4cb5-a9d4-c3964bd2ac1e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757496 Aug 23 22:25:32.843982 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c8956-3609-4ae3-b48f-80e8ae226766 req-cfa919f3-7d6e-485e-ac97-4d56cce3d0fd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:32.846695 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-199c8956-3609-4ae3-b48f-80e8ae226766 req-cfa919f3-7d6e-485e-ac97-4d56cce3d0fd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0687819 Aug 23 22:25:32.901499 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:25:32.961940 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-199c8956-3609-4ae3-b48f-80e8ae226766 req-b979e1ac-e453-4c8a-a432-23a8290cb8c8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059432 Aug 23 22:25:33.130526 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-c2b5ee31-0474-454d-b5dc-28fcc3e91512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:33.135116 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-c2b5ee31-0474-454d-b5dc-28fcc3e91512 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 1127 time: 0.1178946 Aug 23 22:25:33.164726 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:33.185659 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e', 'network_id': '8896bbdb-81c9-4e5c-a617-cc4bd70d74ad', 'port_id': '2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e', 'mac_address': 'fa:16:3e:6e:08:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683ea330-32da-45c6-ab7d-55f3e7faa883', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:25:33.269125 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['5867c0e1-ac00-4c87-bd75-9ca953635248'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:25:33.286849 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:33.287279 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:33.345420 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ce9e1-9493-4662-9ba2-ab4ae2dd4e68 req-c580a0f9-d615-42df-8bfe-446fb2482e81 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:33.347020 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-636ce9e1-9493-4662-9ba2-ab4ae2dd4e68 req-c580a0f9-d615-42df-8bfe-446fb2482e81 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.2887897 Aug 23 22:25:33.368663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:33.426216 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8642793-c117-43b7-aa68-cf90591a26fb req-ad8d9336-91e5-4172-95ca-f86c2815ff2d tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:33.447069 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e8642793-c117-43b7-aa68-cf90591a26fb req-ad8d9336-91e5-4172-95ca-f86c2815ff2d tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 944 time: 0.1511281 Aug 23 22:25:33.452405 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-cbae981f-b801-4b35-9cc9-b1579bb6df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:33.455139 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-cbae981f-b801-4b35-9cc9-b1579bb6df23 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.3064318 Aug 23 22:25:33.459297 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:33.510236 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:33.510912 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 3da5a208-32b6-480a-96ee-d5e85aa6ca75 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:25:33.577777 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ff483-0a5e-4656-afb2-6f0ea1e915e9 req-55d981f3-fd1c-40f9-8886-a99a1ba42c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:33.580401 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-882ff483-0a5e-4656-afb2-6f0ea1e915e9 req-55d981f3-fd1c-40f9-8886-a99a1ba42c52 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 1129 time: 0.2322242 Aug 23 22:25:33.582569 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-f2cbb894-b9b2-4106-9bfb-6857c512b30a service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75 HTTP/1.1" status: 200 len: 217 time: 0.0967693 Aug 23 22:25:33.585375 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e8642793-c117-43b7-aa68-cf90591a26fb req-6a418780-3803-4e3a-bd1a-92892ce4a5c6 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223269 Aug 23 22:25:33.663303 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-882ff483-0a5e-4656-afb2-6f0ea1e915e9 req-58c5b72c-bd91-4c98-88c8-9a18a2e9de67 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:33.671659 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:33.672680 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:33.677315 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.db.resource_extend [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 23 22:25:33.691712 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-636ce9e1-9493-4662-9ba2-ab4ae2dd4e68 req-4fd78a3a-b88c-44e2-b7a2-bd6ad45a3c46 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015709 Aug 23 22:25:33.718749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-c689ca01-aeac-4711-a604-e3d9754f1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:33.720128 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-c689ca01-aeac-4711-a604-e3d9754f1260 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.1177344 Aug 23 22:25:33.741030 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:33.935613 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48513df2-c5a7-431b-bfe8-d571aff94bdb req-1135dabf-fa77-4dc9-8855-a27f7176b602 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:33.952751 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-538028cd-1178-463c-98ae-7fd23391c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:33.954926 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-48513df2-c5a7-431b-bfe8-d571aff94bdb req-1135dabf-fa77-4dc9-8855-a27f7176b602 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 944 time: 0.1683035 Aug 23 22:25:33.955983 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-538028cd-1178-463c-98ae-7fd23391c7e9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2253919 Aug 23 22:25:33.963903 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d514f-5113-4d77-8846-ee45da0b972d'}, {'server_uuid': '8a32adbd-853b-47ce-b461-e82363494a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44698636-efef-43cf-a8ef-8c14ed7f08ab'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:33.968385 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b5241-4830-48a9-82a8-05af5ee38dda" -d '{"events": [{"server_uuid": "fd812373-cfc2-4d5e-8230-2e0a72153994", "name": "network-vif-plugged", "status": "completed", "tag": "614d514f-5113-4d77-8846-ee45da0b972d"}, {"server_uuid": "8a32adbd-853b-47ce-b461-e82363494a37", "name": "network-vif-plugged", "status": "completed", "tag": "44698636-efef-43cf-a8ef-8c14ed7f08ab"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:33.997653 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:34.004130 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe4fa-8a2f-4da4-a02c-6f5c9ac678d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:34.041219 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 3da5a208-32b6-480a-96ee-d5e85aa6ca75, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:34.072269 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '3da5a208-32b6-480a-96ee-d5e85aa6ca75', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'port_id': '3da5a208-32b6-480a-96ee-d5e85aa6ca75', 'mac_address': 'fa:16:3e:a4:ca:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:25:34.088840 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25979283-f7bc-4718-b377-e00577c678f5 req-9e667cd4-591b-4e6f-9b4d-2919dc86d3ed tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:34.102329 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-25979283-f7bc-4718-b377-e00577c678f5 req-9e667cd4-591b-4e6f-9b4d-2919dc86d3ed tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.2417588 Aug 23 22:25:34.138570 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-48513df2-c5a7-431b-bfe8-d571aff94bdb req-f76c2e7e-44cc-4086-9ad7-f16df4b44c45 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734977 Aug 23 22:25:34.198572 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:34.199391 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:34.224748 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da5a208-32b6-480a-96ee-d5e85aa6ca75 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:34.251746 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 3da5a208-32b6-480a-96ee-d5e85aa6ca75, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:34.258985 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:34.274841 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-882ff483-0a5e-4656-afb2-6f0ea1e915e9 req-58c5b72c-bd91-4c98-88c8-9a18a2e9de67 service neutron] Publish callbacks [] for security_group (a1a73ee6-dd78-44cd-b6f3-a233f7486d2c), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:34.294092 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-882ff483-0a5e-4656-afb2-6f0ea1e915e9 req-58c5b72c-bd91-4c98-88c8-9a18a2e9de67 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a1a73ee6-dd78-44cd-b6f3-a233f7486d2c), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:34.312497 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3515ab4-d554-4caf-bf43-2912705ab764 x-openstack-request-id: req-c3515ab4-d554-4caf-bf43-2912705ab764 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:34.313328 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd812373-cfc2-4d5e-8230-2e0a72153994", "name": "network-vif-plugged", "status": "completed", "tag": "614d514f-5113-4d77-8846-ee45da0b972d", "code": 200}, {"server_uuid": "8a32adbd-853b-47ce-b461-e82363494a37", "name": "network-vif-plugged", "status": "completed", "tag": "44698636-efef-43cf-a8ef-8c14ed7f08ab", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:34.313803 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3515ab4-d554-4caf-bf43-2912705ab764 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:34.314493 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3515ab4-d554-4caf-bf43-2912705ab764'] response: {'server_uuid': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d514f-5113-4d77-8846-ee45da0b972d', 'code': 200} Aug 23 22:25:34.314960 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3515ab4-d554-4caf-bf43-2912705ab764'] response: {'server_uuid': '8a32adbd-853b-47ce-b461-e82363494a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'code': 200} Aug 23 22:25:34.340290 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=3da5a208-32b6-480a-96ee-d5e85aa6ca75,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:34.370728 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-25979283-f7bc-4718-b377-e00577c678f5 req-d4ee1538-300c-4b05-8f71-04237825d959 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659454 Aug 23 22:25:34.393937 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-65110d8f-71e6-4c02-a853-1c661bab6147 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233489 Aug 23 22:25:34.396622 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-882ff483-0a5e-4656-afb2-6f0ea1e915e9 req-58c5b72c-bd91-4c98-88c8-9a18a2e9de67 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8052988 Aug 23 22:25:34.397460 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5b72c-bd91-4c98-88c8-9a18a2e9de67 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a73ee6-dd78-44cd-b6f3-a233f7486d2c,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:34.476656 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53490) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:34.559691 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed13975-b943-4fa6-960f-7618644c7a4b req-78433e87-be1d-4a64-9872-a19377140585 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:34.563561 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-2ed13975-b943-4fa6-960f-7618644c7a4b req-78433e87-be1d-4a64-9872-a19377140585 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.1171970 Aug 23 22:25:34.644879 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-651634388-network', 'tenant_id': 'e5196561b7ae4adbb110ce06e81401f7'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:34.666436 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:34.680935 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-2ed13975-b943-4fa6-960f-7618644c7a4b req-b6cea748-f91e-4e00-87ce-759d4c38160a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059227 Aug 23 22:25:34.683991 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Made reservation on behalf of e5196561b7ae4adbb110ce06e81401f7 for: {'network': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:25:34.686819 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:34.700294 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:34.917773 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:34.928424 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675745d5-749d-49bf-9d18-0bcefeb118e3 req-74c62cd7-3c4a-4ce8-b3a5-5717fd35983e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:34.928424 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-675745d5-749d-49bf-9d18-0bcefeb118e3 req-74c62cd7-3c4a-4ce8-b3a5-5717fd35983e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0778732 Aug 23 22:25:35.020289 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-675745d5-749d-49bf-9d18-0bcefeb118e3 req-c5804dae-c2a0-440c-a537-8914e384e830 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826821 Aug 23 22:25:35.119175 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db49c7-ee5e-412e-b9f0-13e7e4dbd286 req-3b892ef2-648f-4fe8-a27d-7ca9727826b1 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:35.120722 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-96db49c7-ee5e-412e-b9f0-13e7e4dbd286 req-3b892ef2-648f-4fe8-a27d-7ca9727826b1 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 945 time: 0.4222028 Aug 23 22:25:35.239504 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:25:35.250196 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-34945bad-e70f-4df5-bbbe-f1e9620fe1c5 req-844ac0ce-9808-43f5-a080-ac55a96223c8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160239 Aug 23 22:25:35.258774 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-96db49c7-ee5e-412e-b9f0-13e7e4dbd286 req-8bad11be-3076-4a33-a11e-10396f884bf3 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285894 Aug 23 22:25:35.296335 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 5867c0e1-ac00-4c87-bd75-9ca953635248 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:35.304370 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Publish callbacks [] for security_group (52d41871-73b7-4bb4-ac59-2f41a80844ea), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.304910 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd24fc-5af5-4e0e-a58f-f0b676068dc5 req-166a2a6b-2a07-48f6-a1d2-5680bc1044e0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:35.306540 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3dcd24fc-5af5-4e0e-a58f-f0b676068dc5 req-166a2a6b-2a07-48f6-a1d2-5680bc1044e0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 944 time: 0.0536032 Aug 23 22:25:35.339849 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (52d41871-73b7-4bb4-ac59-2f41a80844ea), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.375741 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3dcd24fc-5af5-4e0e-a58f-f0b676068dc5 req-6920ebea-f9e4-4b94-ab65-8bce14161737 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594950 Aug 23 22:25:35.389333 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 5867c0e1-ac00-4c87-bd75-9ca953635248 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:25:35.402225 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 5867c0e1-ac00-4c87-bd75-9ca953635248 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:35.402650 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.405930 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=106594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:25:35.409561 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c7d42-453a-4124-8808-5f32b0db8070 req-b3f639f2-ea0c-402c-a4e8-da767d1ee8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:35.411332 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c85c7d42-453a-4124-8808-5f32b0db8070 req-b3f639f2-ea0c-402c-a4e8-da767d1ee8d5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 1130 time: 0.1185379 Aug 23 22:25:35.419225 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01d32d-ad23-44eb-b93a-163769e050b7 req-108c706d-8470-416d-ab07-fab0838e06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:35.420830 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ea01d32d-ad23-44eb-b93a-163769e050b7 req-108c706d-8470-416d-ab07-fab0838e06ed service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 1129 time: 0.1137867 Aug 23 22:25:35.435691 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['3da5a208-32b6-480a-96ee-d5e85aa6ca75'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:25:35.442723 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d41871-73b7-4bb4-ac59-2f41a80844ea,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:35.455392 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (79afbfbd-0ed7-499c-a354-453073c189f4), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.455847 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.segments_db [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Added segment 79afbfbd-0ed7-499c-a354-453073c189f4 of type vlan for network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 Aug 23 22:25:35.500874 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:35.579512 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:35.584080 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (4af96f9d-d5a7-41bf-8b06-63f6dd287e47), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.601496 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c85c7d42-453a-4124-8808-5f32b0db8070 req-aed60c0c-e27d-4083-9f56-4a1b37a73600 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776237 Aug 23 22:25:35.610779 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 5867c0e1-ac00-4c87-bd75-9ca953635248 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:35.611220 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.618909 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ea01d32d-ad23-44eb-b93a-163769e050b7 req-cd721ef6-310e-4295-94df-89d4e180f70e service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839333 Aug 23 22:25:35.637883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0637c-ce94-43dd-8c6d-272e0ae1c97d req-02a26732-dc37-462e-8b2f-2d514fbff419 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:35.640734 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-32d0637c-ce94-43dd-8c6d-272e0ae1c97d req-02a26732-dc37-462e-8b2f-2d514fbff419 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1228569 Aug 23 22:25:35.646703 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:35.684376 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:35.694680 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.721170 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (4af96f9d-d5a7-41bf-8b06-63f6dd287e47), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.722274 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:35.722992 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.803601 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:35.804481 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3260396 Aug 23 22:25:35.805269 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53516) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:35.817853 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Request body: {'subnet': {'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-651634388-subnet', 'tenant_id': 'e5196561b7ae4adbb110ce06e81401f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:35.858061 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:35.864575 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bac9e-2711-40cc-a3c9-ab5a7c07ee6f req-ad2936d8-4e80-4702-a9c0-d5f846daf2f8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:35.865484 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-32d0637c-ce94-43dd-8c6d-272e0ae1c97d req-e416ced9-db23-4817-a414-f7d9960fedac tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968431 Aug 23 22:25:35.866403 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5cc2d-2ef7-4b3e-871d-00f62d93fa21 admin admin] Pushing event updated for resources: {'Network': ['ID=4af96f9d-d5a7-41bf-8b06-63f6dd287e47,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:35.867696 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8b6bac9e-2711-40cc-a3c9-ab5a7c07ee6f req-ad2936d8-4e80-4702-a9c0-d5f846daf2f8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0659132 Aug 23 22:25:35.893928 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Made reservation on behalf of e5196561b7ae4adbb110ce06e81401f7 for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:25:35.898737 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:35.899232 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:25:35.939589 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8b6bac9e-2711-40cc-a3c9-ab5a7c07ee6f req-9c3d3e66-5023-4a0a-8d42-991aee11e33f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630872 Aug 23 22:25:36.039725 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4bf1a297-91de-4448-8964-72e1d5d24ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:36.227770 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75c87b-d278-4c1e-bf54-18c92051b7f0 req-1fd80c1d-1a23-4be3-b517-0c8ccab5efb2 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:36.229379 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa75c87b-d278-4c1e-bf54-18c92051b7f0 req-1fd80c1d-1a23-4be3-b517-0c8ccab5efb2 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0820587 Aug 23 22:25:36.306304 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (9458ffcc-1f05-41fb-9e55-f778db535441), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:36.316201 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:36.321812 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec24534e-7a55-46a7-9dfc-76ec18714e5e" -d '{"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:36.417929 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa75c87b-d278-4c1e-bf54-18c92051b7f0 req-766daf28-84e0-4c48-b1f6-254982114de5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589565 Aug 23 22:25:36.420279 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:36.442248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a50971-2851-4805-91d3-69c4220347e1 req-d327a39f-8ef7-49a0-a376-4eba0916a168 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:36.456658 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-65a50971-2851-4805-91d3-69c4220347e1 req-d327a39f-8ef7-49a0-a376-4eba0916a168 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 945 time: 0.0891914 Aug 23 22:25:36.482485 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9458ffcc-1f05-41fb-9e55-f778db535441,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:36.503727 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Checking segment: {'id': '79afbfbd-0ed7-499c-a354-453073c189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:25:36.504253 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Network hostable DHCP agents. Network: 4af96f9d-d5a7-41bf-8b06-63f6dd287e47, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:25:36.532710 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f07da-8751-4de2-a5c9-43d6d54323ce x-openstack-request-id: req-c59f07da-8751-4de2-a5c9-43d6d54323ce {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:36.533183 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:36.533528 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c59f07da-8751-4de2-a5c9-43d6d54323ce {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:36.534167 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59f07da-8751-4de2-a5c9-43d6d54323ce'] response: {'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'code': 200} Aug 23 22:25:36.537190 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:25:36.554800 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-65a50971-2851-4805-91d3-69c4220347e1 req-5a85371f-ef25-4fc1-a7b0-377799b0eb0a tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865245 Aug 23 22:25:36.574205 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 4af96f9d-d5a7-41bf-8b06-63f6dd287e47) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:25:36.592294 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868bbf89-542e-4c5d-be04-418d530a15c6 None None] Network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:25:36.601100 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:36.602852 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:36.647881 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ca1cf838-3b41-49bb-8db6-d7686aebc49b admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8359780 Aug 23 22:25:36.757902 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa558-9ef0-443d-9487-67c6b2f1b7d5 req-e5a45a82-e6d2-4fa7-ad48-6161ae5408ed tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:36.760295 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a8afa558-9ef0-443d-9487-67c6b2f1b7d5 req-e5a45a82-e6d2-4fa7-ad48-6161ae5408ed tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1099956 Aug 23 22:25:36.888969 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a8afa558-9ef0-443d-9487-67c6b2f1b7d5 req-7f97d5cf-5179-4e68-88ff-abbda5749406 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105866 Aug 23 22:25:37.132679 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12da9f-b1fd-4511-a385-ef5111f34ce7 None None] Network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:25:37.172499 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d192e-ba5e-4f75-8d0f-30f97d7039ff req-d2886c88-b255-4567-94fd-6d999a3041e2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:37.184426 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d10d192e-ba5e-4f75-8d0f-30f97d7039ff req-d2886c88-b255-4567-94fd-6d999a3041e2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1210573 Aug 23 22:25:37.187735 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:37.236106 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cfb19-afd1-4fee-9361-5663d492c110 req-19b10ef3-5d2d-4a0c-955e-42470217957b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:37.238141 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-171cfb19-afd1-4fee-9361-5663d492c110 req-19b10ef3-5d2d-4a0c-955e-42470217957b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.1071849 Aug 23 22:25:37.344835 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-171cfb19-afd1-4fee-9361-5663d492c110 req-276e64c3-2036-4373-af98-ec90e258f969 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944552 Aug 23 22:25:37.355552 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d10d192e-ba5e-4f75-8d0f-30f97d7039ff req-784b7a12-7a39-4523-84b7-995d6af597fb tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513698 Aug 23 22:25:37.411909 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:25:37.422973 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:37.423378 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:37.562244 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:37.562647 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:37.649513 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:37.660371 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:37.662822 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 3da5a208-32b6-480a-96ee-d5e85aa6ca75 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:37.675925 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075f648-b934-44dc-98b2-e9e4657b5644 req-a0212aa9-7877-4314-9f13-76f2d6260bf9 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:37.677911 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e075f648-b934-44dc-98b2-e9e4657b5644 req-a0212aa9-7877-4314-9f13-76f2d6260bf9 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0944524 Aug 23 22:25:37.733996 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53574) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:37.797033 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:37.806603 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e075f648-b934-44dc-98b2-e9e4657b5644 req-4e200186-1da9-4b65-b582-5243d6b7c401 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129348 Aug 23 22:25:37.879009 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:25:37.900571 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:37.900994 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:37.912619 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:38.044812 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:38.075125 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b97b602-0339-443b-8dc8-f389e63c5669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.108371 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63468783-5b46-412b-8da6-308b3831e942 req-142ae267-d978-471e-bc76-02036de0f321 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:38.115752 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-63468783-5b46-412b-8da6-308b3831e942 req-142ae267-d978-471e-bc76-02036de0f321 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.1895225 Aug 23 22:25:38.123351 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:38.123765 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.196121 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860832ec-091f-4644-bd42-b119d921eacf req-7a8cb5c3-e7b2-47eb-b397-4808878f6855 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:38.201463 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-860832ec-091f-4644-bd42-b119d921eacf req-7a8cb5c3-e7b2-47eb-b397-4808878f6855 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1137972 Aug 23 22:25:38.210113 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-63468783-5b46-412b-8da6-308b3831e942 req-62921195-606b-4965-83db-103a5e43f69d tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764844 Aug 23 22:25:38.238766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 3da5a208-32b6-480a-96ee-d5e85aa6ca75, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:38.249731 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.333937 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758f92-d55b-4e94-b098-80897d227ef0 req-7ed48361-582f-4285-ab1f-7e46b3a83999 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:38.349099 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-32758f92-d55b-4e94-b098-80897d227ef0 req-7ed48361-582f-4285-ab1f-7e46b3a83999 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0747623 Aug 23 22:25:38.400281 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-860832ec-091f-4644-bd42-b119d921eacf req-3d21d381-f649-4f3e-8ffd-770e0c1f6b38 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907187 Aug 23 22:25:38.437328 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=3da5a208-32b6-480a-96ee-d5e85aa6ca75,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:38.466122 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-32758f92-d55b-4e94-b098-80897d227ef0 req-8af16969-1ff2-4e96-99ea-bea2477fdd9e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147156 Aug 23 22:25:38.485945 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b97b602-0339-443b-8dc8-f389e63c5669 admin admin] Publish callbacks [] for security_group (de8691ba-bfed-4409-905d-c8aae5fbbdb4), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.505800 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b97b602-0339-443b-8dc8-f389e63c5669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (de8691ba-bfed-4409-905d-c8aae5fbbdb4), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.529826 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53598) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:38.535304 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6155d4-fda2-4409-83f8-0a03e54559bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e'}, {'server_uuid': '498d6e2f-6d66-4925-8f7c-eca5b08c1025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5a208-32b6-480a-96ee-d5e85aa6ca75'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:38.538455 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe84b117-0ca4-4331-a9a6-c29fb51255ca" -d '{"events": [{"server_uuid": "1f6155d4-fda2-4409-83f8-0a03e54559bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e"}, {"server_uuid": "498d6e2f-6d66-4925-8f7c-eca5b08c1025", "name": "network-vif-plugged", "status": "completed", "tag": "3da5a208-32b6-480a-96ee-d5e85aa6ca75"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:38.611897 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:38.612154 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63c7f14-f8b2-45d4-970e-95fd337ed9b9 x-openstack-request-id: req-d63c7f14-f8b2-45d4-970e-95fd337ed9b9 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:38.613010 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6155d4-fda2-4409-83f8-0a03e54559bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e", "code": 200}, {"server_uuid": "498d6e2f-6d66-4925-8f7c-eca5b08c1025", "name": "network-vif-plugged", "status": "completed", "tag": "3da5a208-32b6-480a-96ee-d5e85aa6ca75", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:38.614107 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d63c7f14-f8b2-45d4-970e-95fd337ed9b9 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:38.616610 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63c7f14-f8b2-45d4-970e-95fd337ed9b9'] response: {'server_uuid': '1f6155d4-fda2-4409-83f8-0a03e54559bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e', 'code': 200} Aug 23 22:25:38.617041 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63c7f14-f8b2-45d4-970e-95fd337ed9b9'] response: {'server_uuid': '498d6e2f-6d66-4925-8f7c-eca5b08c1025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5a208-32b6-480a-96ee-d5e85aa6ca75', 'code': 200} Aug 23 22:25:38.639207 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8b97b602-0339-443b-8dc8-f389e63c5669 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=b28ed2601de241e2a3ce3d766032e962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9035096 Aug 23 22:25:38.643392 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97b602-0339-443b-8dc8-f389e63c5669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8691ba-bfed-4409-905d-c8aae5fbbdb4,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:38.644416 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53604) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:38.657348 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe2187-48c1-461f-8ac0-f46256734c8d req-548abc9e-0f79-4a61-afe6-6d9cf90c5400 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:38.659747 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-81fe2187-48c1-461f-8ac0-f46256734c8d req-548abc9e-0f79-4a61-afe6-6d9cf90c5400 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.1477652 Aug 23 22:25:38.730099 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-81fe2187-48c1-461f-8ac0-f46256734c8d req-1e3d4a42-ebc8-4300-9942-e468fbe40e38 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617974 Aug 23 22:25:38.756371 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-05629d62-7727-4eac-9c02-17875626e476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.763260 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-219a5617-4188-4c36-bd3c-b1ec652020d2 admin admin] Publish callbacks [] for security_group (de8691ba-bfed-4409-905d-c8aae5fbbdb4), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.780759 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.812964 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-219a5617-4188-4c36-bd3c-b1ec652020d2 admin admin] Publish callbacks [] for security_group (de8691ba-bfed-4409-905d-c8aae5fbbdb4), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.825197 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:38.940976 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-05629d62-7727-4eac-9c02-17875626e476 admin admin] Publish callbacks [] for security_group (574fd639-6441-41af-8877-ae076dba8dfa), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.942132 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-219a5617-4188-4c36-bd3c-b1ec652020d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (de8691ba-bfed-4409-905d-c8aae5fbbdb4), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.945070 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-219a5617-4188-4c36-bd3c-b1ec652020d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.946327 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-219a5617-4188-4c36-bd3c-b1ec652020d2 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/de8691ba-bfed-4409-905d-c8aae5fbbdb4 HTTP/1.1" status: 204 len: 168 time: 0.3007271 Aug 23 22:25:38.955527 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-05629d62-7727-4eac-9c02-17875626e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (574fd639-6441-41af-8877-ae076dba8dfa), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:38.978049 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a5617-4188-4c36-bd3c-b1ec652020d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8691ba-bfed-4409-905d-c8aae5fbbdb4,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:38.989072 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef419a9-176e-40f9-923e-73cb41bd3cb2 req-092c5399-b786-4fd8-b675-27639276de86 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:38.991035 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4ef419a9-176e-40f9-923e-73cb41bd3cb2 req-092c5399-b786-4fd8-b675-27639276de86 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0947676 Aug 23 22:25:39.040229 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05629d62-7727-4eac-9c02-17875626e476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574fd639-6441-41af-8877-ae076dba8dfa,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:39.055748 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-05629d62-7727-4eac-9c02-17875626e476 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=b78c581171934f10abfd65dfc1cf90a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5243964 Aug 23 22:25:39.059750 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53610) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:39.106374 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4ef419a9-176e-40f9-923e-73cb41bd3cb2 req-fc8379aa-2211-420d-9ce8-e00193c6b45c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839756 Aug 23 22:25:39.187471 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ae1b017e-fe46-4130-9462-e356093862c4 admin admin] Publish callbacks [] for security_group (574fd639-6441-41af-8877-ae076dba8dfa), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:39.269341 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ae1b017e-fe46-4130-9462-e356093862c4 admin admin] Publish callbacks [] for security_group (574fd639-6441-41af-8877-ae076dba8dfa), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:39.326182 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df30e7e-4ded-49ea-8740-f645a9c9704c req-56dceb7d-1f59-4ed0-b115-02c3cc41845c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:39.328792 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9df30e7e-4ded-49ea-8740-f645a9c9704c req-56dceb7d-1f59-4ed0-b115-02c3cc41845c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1370399 Aug 23 22:25:39.344690 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53624) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:39.350387 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-c5d4753d-8a68-4e24-bf15-5a50fb40859a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'floatingip': {'port_id': '614d514f-5113-4d77-8846-ee45da0b972d'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:39.394254 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ae1b017e-fe46-4130-9462-e356093862c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (574fd639-6441-41af-8877-ae076dba8dfa), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:39.397010 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ae1b017e-fe46-4130-9462-e356093862c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:39.402820 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ae1b017e-fe46-4130-9462-e356093862c4 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/574fd639-6441-41af-8877-ae076dba8dfa HTTP/1.1" status: 204 len: 168 time: 0.3376682 Aug 23 22:25:39.416496 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b017e-fe46-4130-9462-e356093862c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574fd639-6441-41af-8877-ae076dba8dfa,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:39.441928 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:39.462932 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53638) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:39.477719 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5d4753d-8a68-4e24-bf15-5a50fb40859a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (e56003c5-0812-4c62-a4c8-6d939600dab3), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:39.497498 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3326ca87-2cc9-408f-8231-14d66ed421a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:39.587462 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453c0a-7f08-4e4e-8e60-559116c9aa4c req-da6952ef-8519-4a6b-b077-ed4f991b5aed tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:39.589015 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca52df-2e35-4287-8597-c828d621d95b req-49c65ee8-2087-4937-af86-31e1ac2fe2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:39.589534 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-69453c0a-7f08-4e4e-8e60-559116c9aa4c req-da6952ef-8519-4a6b-b077-ed4f991b5aed tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.1963484 Aug 23 22:25:39.598429 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1ca52df-2e35-4287-8597-c828d621d95b req-49c65ee8-2087-4937-af86-31e1ac2fe2d3 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 1129 time: 0.0736408 Aug 23 22:25:39.772072 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63bf8e-c617-4c84-b37b-9f2afba21ffe req-627214b5-2b6d-415b-9cf1-b6f6574d5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:39.774029 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3e63bf8e-c617-4c84-b37b-9f2afba21ffe req-627214b5-2b6d-415b-9cf1-b6f6574d5903 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 1129 time: 0.2507503 Aug 23 22:25:39.873614 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:39.890474 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-690b3e19-09d3-482a-ba62-4853ea8fbfc4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:39.898165 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-690b3e19-09d3-482a-ba62-4853ea8fbfc4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/networks?id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47 HTTP/1.1" status: 200 len: 808 time: 0.4242408 Aug 23 22:25:39.911482 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:40.013689 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395182ab-eddf-4ccc-aab5-18cfd8396321 req-0edee27d-ff1d-4882-a2bc-a7f53eff918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:40.015430 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-395182ab-eddf-4ccc-aab5-18cfd8396321 req-0edee27d-ff1d-4882-a2bc-a7f53eff918f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 1129 time: 0.1375082 Aug 23 22:25:40.017569 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-f6ad4ab6-9a1a-430b-a587-addd2061359e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/quotas/e5196561b7ae4adbb110ce06e81401f7 HTTP/1.1" status: 200 len: 375 time: 0.1184664 Aug 23 22:25:40.018765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca52df-2e35-4287-8597-c828d621d95b req-884a096c-fa8c-419d-8eb4-7852345dd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:40.020522 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1ca52df-2e35-4287-8597-c828d621d95b req-884a096c-fa8c-419d-8eb4-7852345dd5c2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.3793945 Aug 23 22:25:40.067625 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3e63bf8e-c617-4c84-b37b-9f2afba21ffe req-2715405b-2f79-4584-bcd4-6ee4196e957d service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808063 Aug 23 22:25:40.094258 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.102174 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:40.117528 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-69453c0a-7f08-4e4e-8e60-559116c9aa4c req-ebba5447-3b2b-4b44-9327-28ba31ab39ee tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202818 Aug 23 22:25:40.123149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c5745-5db9-4b1c-be01-3c4e9af76358 req-1dec5800-01d5-43c5-82d8-e6bfe91ed24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:40.124688 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-612c5745-5db9-4b1c-be01-3c4e9af76358 req-1dec5800-01d5-43c5-82d8-e6bfe91ed24f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 1130 time: 0.2142477 Aug 23 22:25:40.127259 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3326ca87-2cc9-408f-8231-14d66ed421a2 admin admin] Publish callbacks [] for security_group (6c1c6d68-afe3-47f8-810c-94ef9d8173d6), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.130686 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1ca52df-2e35-4287-8597-c828d621d95b req-4af25979-4ae0-494d-b9ff-1ef873b43d9d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e126aa-d7f5-470c-b76d-c8d4bd7e7849 HTTP/1.1" status: 200 len: 217 time: 0.0966458 Aug 23 22:25:40.133188 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-07859698-22f7-4687-a535-2da49d51a81d tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=e5196561b7ae4adbb110ce06e81401f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978324 Aug 23 22:25:40.135916 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3326ca87-2cc9-408f-8231-14d66ed421a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (6c1c6d68-afe3-47f8-810c-94ef9d8173d6), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.199383 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-395182ab-eddf-4ccc-aab5-18cfd8396321 req-fc6ae63f-a70b-4023-92d0-6258344cfde1 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404302 Aug 23 22:25:40.243867 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-3326ca87-2cc9-408f-8231-14d66ed421a2 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=89e3fa5077124564bf7478a134c808fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7767553 Aug 23 22:25:40.244094 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53646) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:40.253176 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326ca87-2cc9-408f-8231-14d66ed421a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c6d68-afe3-47f8-810c-94ef9d8173d6,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:40.286092 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53648) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:40.323405 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0646-e810-4788-9252-3b1f99952d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.372016 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-0786eeb8-5efc-4adf-b3c3-2a3d3246fb2d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073178 Aug 23 22:25:40.422023 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f18b591e-1e18-44d2-938c-a8334fd4be7d admin admin] Publish callbacks [] for security_group (6c1c6d68-afe3-47f8-810c-94ef9d8173d6), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.442532 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb2cb-aa2e-4c14-b1a3-485a0153f18d req-5abc09d5-fe7d-4201-aa56-b2024189f697 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:40.444341 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e9deb2cb-aa2e-4c14-b1a3-485a0153f18d req-5abc09d5-fe7d-4201-aa56-b2024189f697 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1827872 Aug 23 22:25:40.501420 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f18b591e-1e18-44d2-938c-a8334fd4be7d admin admin] Publish callbacks [] for security_group (6c1c6d68-afe3-47f8-810c-94ef9d8173d6), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.590000 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-800504db-61c2-439e-8b8f-e9385e05cf4c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074718 Aug 23 22:25:40.599245 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e9deb2cb-aa2e-4c14-b1a3-485a0153f18d req-d256d6b5-9009-41e9-925a-0ff02bba019d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404955 Aug 23 22:25:40.608919 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:40.611781 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0646-e810-4788-9252-3b1f99952d9b admin admin] Publish callbacks [] for security_group (bbcd58aa-57b1-48ac-9834-52a5a3dc16bd), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.619397 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0646-e810-4788-9252-3b1f99952d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (bbcd58aa-57b1-48ac-9834-52a5a3dc16bd), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.636038 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f18b591e-1e18-44d2-938c-a8334fd4be7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (6c1c6d68-afe3-47f8-810c-94ef9d8173d6), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.639635 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f18b591e-1e18-44d2-938c-a8334fd4be7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.644123 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f18b591e-1e18-44d2-938c-a8334fd4be7d admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/6c1c6d68-afe3-47f8-810c-94ef9d8173d6 HTTP/1.1" status: 204 len: 168 time: 0.3957889 Aug 23 22:25:40.705530 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d0646-e810-4788-9252-3b1f99952d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd58aa-57b1-48ac-9834-52a5a3dc16bd,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:40.709870 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5d4753d-8a68-4e24-bf15-5a50fb40859a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.715587 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-dc3d0646-e810-4788-9252-3b1f99952d9b admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=dbfc2abbcadc438da6c154f2abaecae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257605 Aug 23 22:25:40.717044 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53652) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:40.726321 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5d4753d-8a68-4e24-bf15-5a50fb40859a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (e56003c5-0812-4c62-a4c8-6d939600dab3), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:40.733157 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b591e-1e18-44d2-938c-a8334fd4be7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c6d68-afe3-47f8-810c-94ef9d8173d6,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:40.753419 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-612c5745-5db9-4b1c-be01-3c4e9af76358 req-76b5d09c-7467-4336-891c-e8bfc954933e service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013603 Aug 23 22:25:40.953504 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49830-446a-4a7d-944e-98c8cf12e940 req-afe15d54-6ec6-47d3-9432-0223e1cb7b7c tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:40.955726 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5ee49830-446a-4a7d-944e-98c8cf12e940 req-afe15d54-6ec6-47d3-9432-0223e1cb7b7c tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0598285 Aug 23 22:25:40.979409 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f0a6d-455c-4956-b83d-1b2ae2d4405c req-3a1b33c3-e7de-4bbd-8534-115c36240946 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:40.981715 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5c6f0a6d-455c-4956-b83d-1b2ae2d4405c req-3a1b33c3-e7de-4bbd-8534-115c36240946 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1716371 Aug 23 22:25:41.007633 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:41.009801 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4c26558c-4605-4571-9799-777c041a4ece admin admin] Publish callbacks [] for security_group (bbcd58aa-57b1-48ac-9834-52a5a3dc16bd), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:41.054444 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-c5d4753d-8a68-4e24-bf15-5a50fb40859a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Floating IP e56003c5-0812-4c62-a4c8-6d939600dab3 associated. External IP: 172.27.2.34, port: 614d514f-5113-4d77-8846-ee45da0b972d. Aug 23 22:25:41.064758 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4c26558c-4605-4571-9799-777c041a4ece admin admin] Publish callbacks [] for security_group (bbcd58aa-57b1-48ac-9834-52a5a3dc16bd), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:41.092273 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5ee49830-446a-4a7d-944e-98c8cf12e940 req-ca91ea71-7414-4da2-9ee4-b75ae9c4ea10 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133788 Aug 23 22:25:41.096778 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca52df-2e35-4287-8597-c828d621d95b req-f580b4ed-e13e-4673-a8ba-d91ad0e9209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:41.098360 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1ca52df-2e35-4287-8597-c828d621d95b req-f580b4ed-e13e-4673-a8ba-d91ad0e9209d service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.0820050 Aug 23 22:25:41.192748 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5c6f0a6d-455c-4956-b83d-1b2ae2d4405c req-3fa701b8-c47c-4ad6-9329-3e956551f2f6 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004955 Aug 23 22:25:41.223010 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1359b46f-02ed-464d-81ee-ede84a0dd8c1 req-aa3c6fd3-64a8-4e6a-af69-c55c1eaa49e6 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 210 time: 0.0733497 Aug 23 22:25:41.268424 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4c26558c-4605-4571-9799-777c041a4ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (bbcd58aa-57b1-48ac-9834-52a5a3dc16bd), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:41.275408 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4c26558c-4605-4571-9799-777c041a4ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:41.276782 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-4c26558c-4605-4571-9799-777c041a4ece admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/bbcd58aa-57b1-48ac-9834-52a5a3dc16bd HTTP/1.1" status: 204 len: 168 time: 0.5576963 Aug 23 22:25:41.329771 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26558c-4605-4571-9799-777c041a4ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd58aa-57b1-48ac-9834-52a5a3dc16bd,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:41.380315 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e288e7b-e5db-4355-b137-a7009a9c9546 req-898b9e49-f3f0-4f8e-9cff-a6909d85efe9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:41.387864 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4e288e7b-e5db-4355-b137-a7009a9c9546 req-898b9e49-f3f0-4f8e-9cff-a6909d85efe9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0850530 Aug 23 22:25:41.396068 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53678) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:41.409110 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'floatingip': {'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:41.525311 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:41.562854 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d4753d-8a68-4e24-bf15-5a50fb40859a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Router a32c80e4-d692-4756-b590-48656289da2c has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:25:41.587379 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a86ab-f4c4-4b0f-ba93-6f997dbeefa6 req-7796615f-e138-4960-9256-cdf69c009da5 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:41.596138 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8a7a86ab-f4c4-4b0f-ba93-6f997dbeefa6 req-7796615f-e138-4960-9256-cdf69c009da5 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.2675879 Aug 23 22:25:41.637179 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (dccad50d-232f-4614-aebd-c7ecc3790735), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:41.656856 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:41.801135 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:41.849749 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8a7a86ab-f4c4-4b0f-ba93-6f997dbeefa6 req-33a27fd1-8be1-455e-87a4-2f76f2b2945d tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522206 Aug 23 22:25:41.899575 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d4753d-8a68-4e24-bf15-5a50fb40859a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:25:41.907155 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5d4753d-8a68-4e24-bf15-5a50fb40859a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:41.918661 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] Sync routers for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:25:41.937669 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:25:41.938326 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:25:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:41.954901 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09815-0a25-4d70-9d1a-5a7bb960fb28 req-96853433-1cbd-4c5a-89e4-3717a8a46db7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:41.956915 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c5d4753d-8a68-4e24-bf15-5a50fb40859a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/e56003c5-0812-4c62-a4c8-6d939600dab3 HTTP/1.1" status: 200 len: 991 time: 2.6102850 Aug 23 22:25:41.957608 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'tag': '614d514f-5113-4d77-8846-ee45da0b972d'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:41.960069 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e46eeda-5928-4ba4-90b4-b759b1c554e1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd812373-cfc2-4d5e-8230-2e0a72153994", "tag": "614d514f-5113-4d77-8846-ee45da0b972d"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:41.963618 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-16f09815-0a25-4d70-9d1a-5a7bb960fb28 req-96853433-1cbd-4c5a-89e4-3717a8a46db7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1614230 Aug 23 22:25:41.963981 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53696) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:41.982176 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa43d-9435-406d-bcde-bfcd9610dcd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:42.010985 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120d9825-dc28-4cea-9f57-434fb6b0d500 x-openstack-request-id: req-120d9825-dc28-4cea-9f57-434fb6b0d500 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:42.011423 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd812373-cfc2-4d5e-8230-2e0a72153994", "tag": "614d514f-5113-4d77-8846-ee45da0b972d", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:42.012319 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-120d9825-dc28-4cea-9f57-434fb6b0d500 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:42.012809 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120d9825-dc28-4cea-9f57-434fb6b0d500'] response: {'name': 'network-changed', 'server_uuid': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'tag': '614d514f-5113-4d77-8846-ee45da0b972d', 'status': 'completed', 'code': 200} Aug 23 22:25:42.095420 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa43d-9435-406d-bcde-bfcd9610dcd5 admin admin] Publish callbacks [] for security_group (e3421871-2240-4287-918e-c41a05be78fa), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:42.102507 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa43d-9435-406d-bcde-bfcd9610dcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (e3421871-2240-4287-918e-c41a05be78fa), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:42.103557 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:25:42.112032 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-16f09815-0a25-4d70-9d1a-5a7bb960fb28 req-7f143d85-bbd6-4cbd-a52e-516784d70f35 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470692 Aug 23 22:25:42.127301 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:42.168562 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-8e4fa43d-9435-406d-bcde-bfcd9610dcd5 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=7ec466531ece4564be190ad94ad765b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031808 Aug 23 22:25:42.173395 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53702) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:42.207163 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fa43d-9435-406d-bcde-bfcd9610dcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3421871-2240-4287-918e-c41a05be78fa,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:42.247722 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bc2d043e-21f6-4a91-8f0c-59cafd72c58f admin admin] Publish callbacks [] for security_group (e3421871-2240-4287-918e-c41a05be78fa), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:42.292225 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bc2d043e-21f6-4a91-8f0c-59cafd72c58f admin admin] Publish callbacks [] for security_group (e3421871-2240-4287-918e-c41a05be78fa), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:42.514416 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'e56003c5-0812-4c62-a4c8-6d939600dab3', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'port_id': '614d514f-5113-4d77-8846-ee45da0b972d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'mac_address': 'fa:16:3e:40:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:47Z', 'updated_at': '2022-08-23T22:25:40Z', 'revision_number': 1, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:42.591465 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4b194-6846-45e8-b202-60ae7a8ec7ce req-7f1598ae-ceb7-4e70-957e-db401707c114 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:42.593811 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-55b4b194-6846-45e8-b202-60ae7a8ec7ce req-7f1598ae-ceb7-4e70-957e-db401707c114 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.3241184 Aug 23 22:25:42.611449 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 53710) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:42.618259 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-57a74a2b-5983-43b8-8dfc-9417c6eff6fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'floatingip': {'port_id': '5867c0e1-ac00-4c87-bd75-9ca953635248'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:42.646906 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] Checking router: a32c80e4-d692-4756-b590-48656289da2c for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:25:42.676749 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:25:42.678145 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:25:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:42.739095 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57a74a2b-5983-43b8-8dfc-9417c6eff6fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (7a62f089-3dc0-467a-8806-befa5bde736c), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:42.746750 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bc2d043e-21f6-4a91-8f0c-59cafd72c58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (e3421871-2240-4287-918e-c41a05be78fa), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:42.749355 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bc2d043e-21f6-4a91-8f0c-59cafd72c58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:42.750763 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-bc2d043e-21f6-4a91-8f0c-59cafd72c58f admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/e3421871-2240-4287-918e-c41a05be78fa HTTP/1.1" status: 204 len: 168 time: 0.5758586 Aug 23 22:25:42.877876 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:25:42.920127 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d043e-21f6-4a91-8f0c-59cafd72c58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3421871-2240-4287-918e-c41a05be78fa,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:42.929019 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d1b2c2bf-bc8a-4457-bad7-0eb837b3457c req-b995e865-abed-4f97-be9d-21b834e55eca tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 210 time: 0.1859822 Aug 23 22:25:42.940506 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:43.010693 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e1e14-be45-44e8-af6d-28815a3968b2 req-0debc0ac-3eb5-4cca-afef-a095e2462c9b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:43.017805 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-854e1e14-be45-44e8-af6d-28815a3968b2 req-0debc0ac-3eb5-4cca-afef-a095e2462c9b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.3863072 Aug 23 22:25:43.020942 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca52df-2e35-4287-8597-c828d621d95b req-bce2eccd-3b0b-48ab-919a-4890549f19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:43.025280 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1ca52df-2e35-4287-8597-c828d621d95b req-bce2eccd-3b0b-48ab-919a-4890549f19c7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3926830 Aug 23 22:25:43.075758 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.db.resource_extend [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 23 22:25:43.183017 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:43.191018 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (dccad50d-232f-4614-aebd-c7ecc3790735), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:43.255283 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb722ed-a956-4a42-abc6-18676bba42ed req-0cc6d2a4-76f5-4f46-b5a1-60f10b526eb8 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:43.260525 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ccb722ed-a956-4a42-abc6-18676bba42ed req-0cc6d2a4-76f5-4f46-b5a1-60f10b526eb8 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.1555603 Aug 23 22:25:43.312677 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-854e1e14-be45-44e8-af6d-28815a3968b2 req-9bd60f79-b52f-4dd3-99b6-3f9965a2f9e4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768927 Aug 23 22:25:43.378276 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Floating IP dccad50d-232f-4614-aebd-c7ecc3790735 associated. External IP: 172.27.2.184, port: 44698636-efef-43cf-a8ef-8c14ed7f08ab. Aug 23 22:25:43.496159 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'e56003c5-0812-4c62-a4c8-6d939600dab3', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'port_id': '614d514f-5113-4d77-8846-ee45da0b972d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'mac_address': 'fa:16:3e:40:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:47Z', 'updated_at': '2022-08-23T22:25:40Z', 'revision_number': 1, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:43.534961 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374b8ee-0aa1-44e6-8361-a55e393094df None None] The sync data for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi is: [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'e56003c5-0812-4c62-a4c8-6d939600dab3', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'port_id': '614d514f-5113-4d77-8846-ee45da0b972d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'mac_address': 'fa:16:3e:40:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:47Z', 'updated_at': '2022-08-23T22:25:40Z', 'revision_number': 1, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:25:43.732970 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ccb722ed-a956-4a42-abc6-18676bba42ed req-ba27315f-9bb5-40a1-8be0-60db0ed6dfa3 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537368 Aug 23 22:25:43.974723 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57a74a2b-5983-43b8-8dfc-9417c6eff6fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:43.982025 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57a74a2b-5983-43b8-8dfc-9417c6eff6fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (7a62f089-3dc0-467a-8806-befa5bde736c), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:44.059525 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1ca52df-2e35-4287-8597-c828d621d95b req-183560a4-df09-433f-95af-1f113f51cb52 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290053 Aug 23 22:25:44.091179 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-449f4f47-2bd7-4a4a-a402-562738f5208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:44.093371 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-449f4f47-2bd7-4a4a-a402-562738f5208a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 1130 time: 0.3334680 Aug 23 22:25:44.119196 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:44.141686 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-57a74a2b-5983-43b8-8dfc-9417c6eff6fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Floating IP 7a62f089-3dc0-467a-8806-befa5bde736c associated. External IP: 172.27.2.77, port: 5867c0e1-ac00-4c87-bd75-9ca953635248. Aug 23 22:25:44.292617 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7bfd3fac-6755-481e-873e-da7f32a2475b req-6410b5ef-dc06-4a74-aff6-136e597a4d2d tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 210 time: 0.0617714 Aug 23 22:25:44.421895 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:44.431234 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:25:44.572320 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:44.625817 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6438d-7160-42dd-b5b7-58d6c40260e7 req-d6454431-8dd1-4f21-aeb2-e3280b0014f0 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:44.628324 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-76f6438d-7160-42dd-b5b7-58d6c40260e7 req-d6454431-8dd1-4f21-aeb2-e3280b0014f0 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1241233 Aug 23 22:25:44.676461 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:25:44.689252 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:25:44.691104 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:44.708378 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:25:44.711408 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:25:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:44.726127 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a74a2b-5983-43b8-8dfc-9417c6eff6fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:25:44.749528 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-1f047c6f-6797-4273-a87f-3d806d35b0d0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/dccad50d-232f-4614-aebd-c7ecc3790735 HTTP/1.1" status: 200 len: 991 time: 3.3510311 Aug 23 22:25:44.750190 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a32adbd-853b-47ce-b461-e82363494a37', 'tag': '44698636-efef-43cf-a8ef-8c14ed7f08ab'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:44.752702 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a0259e-2939-4848-94dc-2518dd3023d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a32adbd-853b-47ce-b461-e82363494a37", "tag": "44698636-efef-43cf-a8ef-8c14ed7f08ab"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:44.906120 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e46a309-6cfc-4846-a220-09cf45814ddc x-openstack-request-id: req-3e46a309-6cfc-4846-a220-09cf45814ddc {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:44.906948 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a32adbd-853b-47ce-b461-e82363494a37", "tag": "44698636-efef-43cf-a8ef-8c14ed7f08ab", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:44.907359 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3e46a309-6cfc-4846-a220-09cf45814ddc {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:44.910027 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e46a309-6cfc-4846-a220-09cf45814ddc'] response: {'name': 'network-changed', 'server_uuid': '8a32adbd-853b-47ce-b461-e82363494a37', 'tag': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'status': 'completed', 'code': 200} Aug 23 22:25:44.944307 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-76f6438d-7160-42dd-b5b7-58d6c40260e7 req-0a60d76c-68c5-4ff4-a752-ebc9493efbf9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013802 Aug 23 22:25:45.047907 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:25:45.101386 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1ca52df-2e35-4287-8597-c828d621d95b req-2a2ccdda-4bbe-418d-a203-6f0ee17000d7 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844727 Aug 23 22:25:45.119223 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d8db71-3915-478b-b4da-eb8a0eef7eee None None] New status for floating IP e56003c5-0812-4c62-a4c8-6d939600dab3: ACTIVE {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:25:45.218599 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a74a2b-5983-43b8-8dfc-9417c6eff6fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:25:45.228108 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57a74a2b-5983-43b8-8dfc-9417c6eff6fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:45.322116 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-57a74a2b-5983-43b8-8dfc-9417c6eff6fd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/7a62f089-3dc0-467a-8806-befa5bde736c HTTP/1.1" status: 200 len: 990 time: 2.7094769 Aug 23 22:25:45.325556 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:45.329163 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db662689-b987-45b4-a136-67130276b0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:45.356281 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e64b-81bb-486a-ac06-1a4c01285da0 req-70a41291-9105-4c53-912d-990b995f6f93 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:45.377949 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8999e64b-81bb-486a-ac06-1a4c01285da0 req-70a41291-9105-4c53-912d-990b995f6f93 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.2754023 Aug 23 22:25:45.436748 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74aeeb3-2294-4935-90b0-b4f91cba6f49 x-openstack-request-id: req-d74aeeb3-2294-4935-90b0-b4f91cba6f49 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:45.438273 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:45.439780 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d74aeeb3-2294-4935-90b0-b4f91cba6f49 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:45.440315 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74aeeb3-2294-4935-90b0-b4f91cba6f49'] response: {'name': 'network-changed', 'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'status': 'completed', 'code': 200} Aug 23 22:25:45.505578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-01b2ca40-3295-4b08-a226-1723907fe27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:45.514599 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-01b2ca40-3295-4b08-a226-1723907fe27d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 1129 time: 0.2614093 Aug 23 22:25:45.551273 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] Sync routers for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:25:45.559934 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-c64dd7d0-2ea7-41ec-8183-3d4d12f0a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:45.569854 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-c64dd7d0-2ea7-41ec-8183-3d4d12f0a1d4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 913 time: 0.6724963 Aug 23 22:25:45.612709 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:25:45.613383 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:25:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:45.628281 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8999e64b-81bb-486a-ac06-1a4c01285da0 req-d92284cb-77ec-4329-bcc6-2c7c390b14a4 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417281 Aug 23 22:25:45.662482 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-293c528d-69ad-4fb5-a2a2-6756e03ac8f2 req-a1fe76f7-4048-4b42-aca1-31dd5d8ef02d tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 210 time: 0.0906918 Aug 23 22:25:45.764151 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db662689-b987-45b4-a136-67130276b0ab req-cf88cb16-a9c0-44ac-a9b5-22bbd569f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:45.766073 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-db662689-b987-45b4-a136-67130276b0ab req-cf88cb16-a9c0-44ac-a9b5-22bbd569f359 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 1129 time: 0.1259732 Aug 23 22:25:45.800874 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'dccad50d-232f-4614-aebd-c7ecc3790735', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:50Z', 'updated_at': '2022-08-23T22:25:42Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:45.892602 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:25:45.926063 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:25:45.974248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:45.989426 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:25:45.989948 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:25:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:46.062064 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db662689-b987-45b4-a136-67130276b0ab req-a457c000-43b3-41f6-a9c1-3b3a9e7d7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:46.065762 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-db662689-b987-45b4-a136-67130276b0ab req-a457c000-43b3-41f6-a9c1-3b3a9e7d7484 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 918 time: 0.2783630 Aug 23 22:25:46.127711 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:46.357218 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-db662689-b987-45b4-a136-67130276b0ab req-85d00675-7249-411c-b020-5a258d8501f0 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5867c0e1-ac00-4c87-bd75-9ca953635248 HTTP/1.1" status: 200 len: 998 time: 0.2270970 Aug 23 22:25:46.484684 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-71c19d47-d704-456b-82c3-b022752a6b36 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614d514f-5113-4d77-8846-ee45da0b972d HTTP/1.1" status: 200 len: 1001 time: 0.8525851 Aug 23 22:25:46.486050 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-a0df72f7-1db0-456d-ad6e-8823de676872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:46.499777 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-a0df72f7-1db0-456d-ad6e-8823de676872 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 916 time: 0.8899665 Aug 23 22:25:46.503691 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db662689-b987-45b4-a136-67130276b0ab req-fce2574a-e690-49b6-9acb-c8ed1a307dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:46.505608 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-db662689-b987-45b4-a136-67130276b0ab req-fce2574a-e690-49b6-9acb-c8ed1a307dfc service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.1335220 Aug 23 22:25:46.588219 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:25:46.606349 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db662689-b987-45b4-a136-67130276b0ab req-e1f53f8f-8cb2-473d-acee-953b000d3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:46.610598 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-db662689-b987-45b4-a136-67130276b0ab req-e1f53f8f-8cb2-473d-acee-953b000d3992 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975926 Aug 23 22:25:46.719379 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-159bf632-9807-41b2-a1a9-7fa1dfbb8dbb service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44698636-efef-43cf-a8ef-8c14ed7f08ab HTTP/1.1" status: 200 len: 999 time: 0.2017779 Aug 23 22:25:46.806060 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:46.862316 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:46.868640 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f26111-071f-4dca-9f13-6756a159333a req-f4fe9f73-3f90-47d8-ba98-5573f29f5519 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:46.870267 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3f26111-071f-4dca-9f13-6756a159333a req-f4fe9f73-3f90-47d8-ba98-5573f29f5519 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.3664143 Aug 23 22:25:46.893973 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-d0fd86c0-7249-4762-9417-0ff7354daa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:46.894344 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cbe9da48-da97-436b-8c59-2823d7a0dc09 req-a39014a5-e212-43ce-a6c8-9ed02b203280 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 210 time: 0.0609763 Aug 23 22:25:46.896118 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-d0fd86c0-7249-4762-9417-0ff7354daa01 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.3967953 Aug 23 22:25:46.916476 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-0a2dd438-0882-4dd4-9bdd-5c344d080067 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:46.925800 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-0a2dd438-0882-4dd4-9bdd-5c344d080067 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.86 "GET /networking/v2.0/networks?id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47 HTTP/1.1" status: 200 len: 808 time: 1.2879982 Aug 23 22:25:46.929273 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '7a62f089-3dc0-467a-8806-befa5bde736c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'port_id': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'mac_address': 'fa:16:3e:06:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b697da-19f2-459e-a57e-e386523e4bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:44Z', 'updated_at': '2022-08-23T22:25:43Z', 'revision_number': 1, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:46.952885 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-db662689-b987-45b4-a136-67130276b0ab req-6ea02050-4fce-41a8-92fa-fa6282373c55 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327389 Aug 23 22:25:46.962468 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-bbf39ed5-94db-4ab0-a314-db94959b99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:46.964545 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-bbf39ed5-94db-4ab0-a314-db94959b99a4 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.1938422 Aug 23 22:25:46.974741 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Request body: {'port': {'device_id': 'd41cb922-8ceb-4d97-991a-7a3f88002bd1', 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47', 'admin_state_up': True, 'tenant_id': 'e5196561b7ae4adbb110ce06e81401f7'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:46.987243 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] Checking router: ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:25:47.014730 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:25:47.015289 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:25:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:47.079689 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:47.081641 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-c768e236-e93f-40b0-a54a-bc44ff931011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:47.084627 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-c768e236-e93f-40b0-a54a-bc44ff931011 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051133 Aug 23 22:25:47.157516 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-db662689-b987-45b4-a136-67130276b0ab req-7b1ef51a-835b-47bd-8bc0-ed44b159e401 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898625 Aug 23 22:25:47.280512 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-20b0429d-c29f-40bd-a2cf-793fc0386eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:47.282194 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-20b0429d-c29f-40bd-a2cf-793fc0386eeb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3765342 Aug 23 22:25:47.354887 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3f26111-071f-4dca-9f13-6756a159333a req-3892998c-7dc3-4bf6-ac0e-7553480c4b41 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695122 Aug 23 22:25:47.363988 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:25:47.368004 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'dccad50d-232f-4614-aebd-c7ecc3790735', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:50Z', 'updated_at': '2022-08-23T22:25:42Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:47.422876 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-4336c4ba-db07-4d64-8317-4be74e3806a0 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241055 Aug 23 22:25:47.437185 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6661323a-9e57-4f77-81ad-c57e0a8ba974 None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'dccad50d-232f-4614-aebd-c7ecc3790735', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:50Z', 'updated_at': '2022-08-23T22:25:42Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:25:47.545044 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:25:47.749148 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Made reservation on behalf of e5196561b7ae4adbb110ce06e81401f7 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:25:47.760326 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:47.783194 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-80f1f775-4e04-4ce9-9c45-5b93e3a00ac5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495752 Aug 23 22:25:47.860731 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '7a62f089-3dc0-467a-8806-befa5bde736c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'port_id': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'mac_address': 'fa:16:3e:06:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b697da-19f2-459e-a57e-e386523e4bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:44Z', 'updated_at': '2022-08-23T22:25:43Z', 'revision_number': 1, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:25:47.910205 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb566eb-4971-4f95-9fe3-f607044afc3d None None] The sync data for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi is: [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '7a62f089-3dc0-467a-8806-befa5bde736c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'port_id': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'mac_address': 'fa:16:3e:06:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b697da-19f2-459e-a57e-e386523e4bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:44Z', 'updated_at': '2022-08-23T22:25:43Z', 'revision_number': 1, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:25:47.977369 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2e46eeda-5928-4ba4-90b4-b759b1c554e1 req-30614bc9-eded-4632-b7d4-ca28cad8867b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912210 Aug 23 22:25:47.980693 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f9a0259e-2939-4848-94dc-2518dd3023d9 req-6908ce68-fb6c-47fa-a712-89ebf4968bfd service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494878 Aug 23 22:25:48.030974 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:48.135368 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-36ebd130-ad1f-4d10-81bb-62f866221e97 req-70f29065-196c-4487-a47a-635bac1344bc tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 210 time: 0.0686193 Aug 23 22:25:48.180114 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:48.182517 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Allocated IP 172.20.0.5 (4af96f9d-d5a7-41bf-8b06-63f6dd287e47/9458ffcc-1f05-41fb-9e55-f778db535441/86d62334-8569-42b8-a145-9361fc05ffcf) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:25:48.429394 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7cbc4-9970-4b36-bbd4-97e921e5bb64 None None] New status for floating IP 7a62f089-3dc0-467a-8806-befa5bde736c: ACTIVE {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:25:48.519564 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks [] for port (86d62334-8569-42b8-a145-9361fc05ffcf), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:48.641284 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:48.687973 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:48.699566 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:48.700966 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e65bd-481d-493b-8dbe-50b1313d8d50 req-c6448073-9ce2-449e-b351-345560899f36 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:48.704046 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f00e65bd-481d-493b-8dbe-50b1313d8d50 req-c6448073-9ce2-449e-b351-345560899f36 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1508064 Aug 23 22:25:48.740747 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:48.864324 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:25:48.882585 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:25:48.887100 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:25:48.896903 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:48.898028 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:48.957488 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Pushing event updated for resources: {'Port': ['ID=86d62334-8569-42b8-a145-9361fc05ffcf,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:48.987704 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f00e65bd-481d-493b-8dbe-50b1313d8d50 req-db3ea9fb-f511-463a-8b11-f35f422cbae9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628429 Aug 23 22:25:49.005642 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-c7c3e9c7-f43d-4c6c-a7b0-273571926ee4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0395076 Aug 23 22:25:49.107515 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Request body: {'port': {'device_id': 'd41cb922-8ceb-4d97-991a-7a3f88002bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:25:49.113446 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fe7c3-bf52-411b-8319-c5d0f72e0418 None None] New status for floating IP dccad50d-232f-4614-aebd-c7ecc3790735: ACTIVE {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:25:49.209909 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:49.356491 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:49.385417 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650a36d-24c7-443b-bf01-c29791b410c7 req-83da1ec6-4fac-49ff-84d0-300e5122ed86 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:49.398446 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9650a36d-24c7-443b-bf01-c29791b410c7 req-83da1ec6-4fac-49ff-84d0-300e5122ed86 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 931 time: 0.0851519 Aug 23 22:25:49.492713 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9650a36d-24c7-443b-bf01-c29791b410c7 req-aa0c1e2b-218b-44ab-93b0-2eda1b428610 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930996 Aug 23 22:25:49.671167 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d62334-8569-42b8-a145-9361fc05ffcf {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:49.680440 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Publish callbacks [] for port (86d62334-8569-42b8-a145-9361fc05ffcf), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:49.696959 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Transition to ACTIVE for port object 86d62334-8569-42b8-a145-9361fc05ffcf will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:25:49.701788 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:49.782677 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Pushing event updated for resources: {'Port': ['ID=86d62334-8569-42b8-a145-9361fc05ffcf,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:49.789720 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Attempting to bind port 86d62334-8569-42b8-a145-9361fc05ffcf on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:25:49.790062 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Attempting to bind port 86d62334-8569-42b8-a145-9361fc05ffcf by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '79afbfbd-0ed7-499c-a354-453073c189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:25:49.790394 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Attempting to bind port 86d62334-8569-42b8-a145-9361fc05ffcf on network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:49.800210 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Port 86d62334-8569-42b8-a145-9361fc05ffcf on network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:25:49.800635 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Attempting to bind port 86d62334-8569-42b8-a145-9361fc05ffcf on network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:25:49.807615 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:25:49.807962 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Checking segment: {'id': '79afbfbd-0ed7-499c-a354-453073c189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:25:49.808873 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Bound using segment: {'id': '79afbfbd-0ed7-499c-a354-453073c189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:25:49.809338 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Bound port: 86d62334-8569-42b8-a145-9361fc05ffcf, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79afbfbd-0ed7-499c-a354-453073c189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:25:49.809723 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:49.901295 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] For port 86d62334-8569-42b8-a145-9361fc05ffcf, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:25:49.906414 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] For port 86d62334-8569-42b8-a145-9361fc05ffcf, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=86d62334-8569-42b8-a145-9361fc05ffcf,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:25:49.914560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:49.920104 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:49.920747 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:49.922454 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/86d62334-8569-42b8-a145-9361fc05ffcf HTTP/1.1" status: 200 len: 1093 time: 0.8213022 Aug 23 22:25:49.922947 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41cb922-8ceb-4d97-991a-7a3f88002bd1', 'tag': '86d62334-8569-42b8-a145-9361fc05ffcf'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:49.925446 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d41cb922-8ceb-4d97-991a-7a3f88002bd1", "tag": "86d62334-8569-42b8-a145-9361fc05ffcf"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:49.992322 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7345eb75-b085-4652-b9ba-7062d212866c x-openstack-request-id: req-7345eb75-b085-4652-b9ba-7062d212866c {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:49.992761 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41cb922-8ceb-4d97-991a-7a3f88002bd1", "tag": "86d62334-8569-42b8-a145-9361fc05ffcf", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:49.993137 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7345eb75-b085-4652-b9ba-7062d212866c {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:49.993592 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7345eb75-b085-4652-b9ba-7062d212866c'] response: {'name': 'network-changed', 'server_uuid': 'd41cb922-8ceb-4d97-991a-7a3f88002bd1', 'tag': '86d62334-8569-42b8-a145-9361fc05ffcf', 'status': 'completed', 'code': 200} Aug 23 22:25:49.994418 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183db966-9919-48c8-a6e4-353b59152b2c service neutron] Pushing event updated for resources: {'Port': ['ID=86d62334-8569-42b8-a145-9361fc05ffcf,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:50.084287 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-8b268fa9-8530-43d8-b7c4-d7056916be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:50.086300 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-8b268fa9-8530-43d8-b7c4-d7056916be09 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=e5196561b7ae4adbb110ce06e81401f7&device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 1127 time: 0.0544281 Aug 23 22:25:50.116193 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:50.153192 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-0efe1cff-f61f-4c95-a521-f3778a192b98 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d62334-8569-42b8-a145-9361fc05ffcf HTTP/1.1" status: 200 len: 217 time: 0.0429313 Aug 23 22:25:50.171268 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:50.195839 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b59f24-0c77-45a3-b5a3-866bfd51bea3 req-e09187d1-c2f0-412c-9744-2584f2696515 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:50.199669 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e5b59f24-0c77-45a3-b5a3-866bfd51bea3 req-e09187d1-c2f0-412c-9744-2584f2696515 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0875688 Aug 23 22:25:50.219747 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-d4a6ef4b-d7d5-429d-806e-73a377c9708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:50.221662 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-d4a6ef4b-d7d5-429d-806e-73a377c9708e service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=9458ffcc-1f05-41fb-9e55-f778db535441 HTTP/1.1" status: 200 len: 848 time: 0.0590777 Aug 23 22:25:50.268484 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-23a7900b-2f2e-4bb5-a45a-a05c1d06c676 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343256 Aug 23 22:25:50.270607 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e5b59f24-0c77-45a3-b5a3-866bfd51bea3 req-50e35381-a4d2-4964-9738-62e7f14184a1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597894 Aug 23 22:25:50.451283 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-7bcd2caf-a3be-4d44-8fd8-e5162491f354 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694562 Aug 23 22:25:50.773898 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6786c-4dcb-47c4-9434-4252e56a5ad2 req-1d87a2a3-59e2-4d6f-9179-b1b2fe2a26d5 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:50.779200 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-35a6786c-4dcb-47c4-9434-4252e56a5ad2 req-1d87a2a3-59e2-4d6f-9179-b1b2fe2a26d5 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 943 time: 0.1591930 Aug 23 22:25:50.922199 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b38e92ea-0843-4073-82f6-4c4acc980f1c req-76735255-63e9-40d6-96e5-7d8a2f03418a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830460 Aug 23 22:25:50.932722 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-35a6786c-4dcb-47c4-9434-4252e56a5ad2 req-4413f830-b31d-414c-be90-2cb7c2c1abaa tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882421 Aug 23 22:25:51.447833 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187512-ff1a-4252-8c5a-46e2e0969cb9 req-6abe8cd1-8062-4575-908e-a53365b3d37a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:51.450452 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b8187512-ff1a-4252-8c5a-46e2e0969cb9 req-6abe8cd1-8062-4575-908e-a53365b3d37a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0652525 Aug 23 22:25:51.473175 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:51.524432 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b8187512-ff1a-4252-8c5a-46e2e0969cb9 req-c55976cb-bb81-4861-9b8a-b9547d681347 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574064 Aug 23 22:25:52.095701 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4109fba-a277-4934-9d3e-f5074ff3e827 req-c641ba50-bb76-4192-aa1b-451d6f9ef481 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:52.097353 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d4109fba-a277-4934-9d3e-f5074ff3e827 req-c641ba50-bb76-4192-aa1b-451d6f9ef481 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 943 time: 0.0552289 Aug 23 22:25:52.185641 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d4109fba-a277-4934-9d3e-f5074ff3e827 req-3f829c8b-029d-4436-9232-8364d1e192e1 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766740 Aug 23 22:25:52.396645 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-04df9213-b6e5-4984-a413-b9f4755983c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:52.399092 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-04df9213-b6e5-4984-a413-b9f4755983c6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=e5196561b7ae4adbb110ce06e81401f7&device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 1127 time: 0.0565352 Aug 23 22:25:52.662460 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe11cea-6c7a-48f4-8643-b000b81d6cd3 req-ba6d9d1e-0eb7-4f89-9c5a-8642e4c5694c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:52.664456 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cfe11cea-6c7a-48f4-8643-b000b81d6cd3 req-ba6d9d1e-0eb7-4f89-9c5a-8642e4c5694c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0532618 Aug 23 22:25:52.726223 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cfe11cea-6c7a-48f4-8643-b000b81d6cd3 req-94888ee7-7aea-49c0-a4cb-95b3a9162170 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 Aug 23 22:25:52.751000 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-8c514681-00b4-42ea-ab50-ecf752c55680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:52.752698 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-8c514681-00b4-42ea-ab50-ecf752c55680 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47 HTTP/1.1" status: 200 len: 910 time: 0.3471577 Aug 23 22:25:52.798124 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-b56b1fae-544c-404a-aff9-af0ba02bb974 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d62334-8569-42b8-a145-9361fc05ffcf HTTP/1.1" status: 200 len: 217 time: 0.0367198 Aug 23 22:25:52.862676 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-82065030-4f0e-4f3c-91c1-7f524b71c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:52.864210 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-82065030-4f0e-4f3c-91c1-7f524b71c936 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=9458ffcc-1f05-41fb-9e55-f778db535441 HTTP/1.1" status: 200 len: 848 time: 0.0545926 Aug 23 22:25:52.912902 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-9a9c4573-8389-48d5-8589-cf56933b769b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335958 Aug 23 22:25:53.041285 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-4d28a4af-569f-49fd-b4c4-aa1b7d021a23 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037529 Aug 23 22:25:53.189120 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0bf6a36c-02f9-4879-be0b-d39f3a7f77fe req-f22fa99e-b407-4c7c-8fe7-31bd70df1125 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328740 Aug 23 22:25:53.356080 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb12605-f7e6-4d73-9676-72feb8460fb6 req-a1762bd3-148b-44d1-a3ba-91e0279cc62e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:53.358054 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2fb12605-f7e6-4d73-9676-72feb8460fb6 req-a1762bd3-148b-44d1-a3ba-91e0279cc62e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 943 time: 0.0633712 Aug 23 22:25:53.437104 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2fb12605-f7e6-4d73-9676-72feb8460fb6 req-5aef447f-9bc5-4b4e-8f78-f4aaf75fdaa6 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684772 Aug 23 22:25:53.668578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53986) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:53.850966 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-feee09d1-710b-4a4e-b120-b1b15ea3ee16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:53.887623 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f46c4-d3eb-43bc-a57c-d6760d4ffd1a req-13249afc-6c64-4dbc-b579-4d54f2c39b9a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:53.889343 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-460f46c4-d3eb-43bc-a57c-d6760d4ffd1a req-13249afc-6c64-4dbc-b579-4d54f2c39b9a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0658209 Aug 23 22:25:53.891168 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:53.902883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:53.961139 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-460f46c4-d3eb-43bc-a57c-d6760d4ffd1a req-df733c52-41a7-44cc-8b7d-5739af9421be tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643723 Aug 23 22:25:53.986631 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-feee09d1-710b-4a4e-b120-b1b15ea3ee16 admin admin] Publish callbacks [] for security_group (2a4aac70-999e-4ce5-ab0f-09a4ceb0d1b7), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:53.991719 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-feee09d1-710b-4a4e-b120-b1b15ea3ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (2a4aac70-999e-4ce5-ab0f-09a4ceb0d1b7), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:54.047935 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-feee09d1-710b-4a4e-b120-b1b15ea3ee16 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=90894beb482a44dd9abb213330815d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766868 Aug 23 22:25:54.049412 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee09d1-710b-4a4e-b120-b1b15ea3ee16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4aac70-999e-4ce5-ab0f-09a4ceb0d1b7,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:54.052404 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 53994) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:54.134357 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4207fb8e-26b1-4b39-9d0a-a201465e6b4e admin admin] Publish callbacks [] for security_group (2a4aac70-999e-4ce5-ab0f-09a4ceb0d1b7), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:54.168986 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4207fb8e-26b1-4b39-9d0a-a201465e6b4e admin admin] Publish callbacks [] for security_group (2a4aac70-999e-4ce5-ab0f-09a4ceb0d1b7), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:54.238970 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4207fb8e-26b1-4b39-9d0a-a201465e6b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (2a4aac70-999e-4ce5-ab0f-09a4ceb0d1b7), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:54.242305 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4207fb8e-26b1-4b39-9d0a-a201465e6b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:54.245774 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-4207fb8e-26b1-4b39-9d0a-a201465e6b4e admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/2a4aac70-999e-4ce5-ab0f-09a4ceb0d1b7 HTTP/1.1" status: 204 len: 168 time: 0.1920564 Aug 23 22:25:54.257998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207fb8e-26b1-4b39-9d0a-a201465e6b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4aac70-999e-4ce5-ab0f-09a4ceb0d1b7,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:54.591259 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd7d7-29d6-468f-98fe-d1f2c9833686 req-4413823e-acd9-4bf3-8329-ccfa1795fa66 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:54.593221 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-960fd7d7-29d6-468f-98fe-d1f2c9833686 req-4413823e-acd9-4bf3-8329-ccfa1795fa66 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 943 time: 0.0593038 Aug 23 22:25:54.643753 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54004) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:54.655926 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-960fd7d7-29d6-468f-98fe-d1f2c9833686 req-f0269a8f-98f5-4f35-8a2b-73d2adbb8497 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Aug 23 22:25:54.659383 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc39-8910-4a3a-95c7-35b231cfe5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:54.728411 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:54.802502 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc39-8910-4a3a-95c7-35b231cfe5eb admin admin] Publish callbacks [] for security_group (675c84f0-051b-469f-9943-5a2dcb622c5a), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:54.808726 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc39-8910-4a3a-95c7-35b231cfe5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (675c84f0-051b-469f-9943-5a2dcb622c5a), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:54.857259 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-f83cbc39-8910-4a3a-95c7-35b231cfe5eb admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=8cfc5abf8dbc4b2483cec34cd0fe9fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121010 Aug 23 22:25:54.858552 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cbc39-8910-4a3a-95c7-35b231cfe5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675c84f0-051b-469f-9943-5a2dcb622c5a,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:54.861637 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54010) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:54.929797 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-985d032c-54ed-4a3a-90be-00834964c02c admin admin] Publish callbacks [] for security_group (675c84f0-051b-469f-9943-5a2dcb622c5a), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:54.957964 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-985d032c-54ed-4a3a-90be-00834964c02c admin admin] Publish callbacks [] for security_group (675c84f0-051b-469f-9943-5a2dcb622c5a), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:55.024459 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-985d032c-54ed-4a3a-90be-00834964c02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (675c84f0-051b-469f-9943-5a2dcb622c5a), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:55.028068 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-985d032c-54ed-4a3a-90be-00834964c02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:55.029439 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-985d032c-54ed-4a3a-90be-00834964c02c admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/675c84f0-051b-469f-9943-5a2dcb622c5a HTTP/1.1" status: 204 len: 168 time: 0.1668441 Aug 23 22:25:55.039252 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d032c-54ed-4a3a-90be-00834964c02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675c84f0-051b-469f-9943-5a2dcb622c5a,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:55.128942 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fe378-6ecf-41a8-9668-88af7a86a9ec req-5f6cceea-e29a-4b44-8bed-8da5c7cd6166 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:55.130545 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3c5fe378-6ecf-41a8-9668-88af7a86a9ec req-5f6cceea-e29a-4b44-8bed-8da5c7cd6166 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0650823 Aug 23 22:25:55.187960 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3c5fe378-6ecf-41a8-9668-88af7a86a9ec req-7d5ffc33-9ae7-4879-a633-6b844ab94c4a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510569 Aug 23 22:25:55.245390 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 86d62334-8569-42b8-a145-9361fc05ffcf details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:25:55.358101 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 86d62334-8569-42b8-a145-9361fc05ffcf, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=86d62334-8569-42b8-a145-9361fc05ffcf,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:55.372227 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '86d62334-8569-42b8-a145-9361fc05ffcf', 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47', 'port_id': '86d62334-8569-42b8-a145-9361fc05ffcf', 'mac_address': 'fa:16:3e:0e:ea:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9458ffcc-1f05-41fb-9e55-f778db535441', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:25:55.411591 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 86d62334-8569-42b8-a145-9361fc05ffcf is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:55.411990 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:55.427371 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d62334-8569-42b8-a145-9361fc05ffcf {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:25:55.450398 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 86d62334-8569-42b8-a145-9361fc05ffcf, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=86d62334-8569-42b8-a145-9361fc05ffcf,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:55.455860 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:55.512942 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=86d62334-8569-42b8-a145-9361fc05ffcf,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:55.796717 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96302c78-e73a-4139-b87e-2d000ad43886 req-be7b1e3c-5f7c-4449-95d8-9f786a60ffa2 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:55.798369 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-96302c78-e73a-4139-b87e-2d000ad43886 req-be7b1e3c-5f7c-4449-95d8-9f786a60ffa2 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 944 time: 0.0601187 Aug 23 22:25:55.863118 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-96302c78-e73a-4139-b87e-2d000ad43886 req-a0496a6c-c19a-4d7a-8f43-a01c79d61cd2 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583553 Aug 23 22:25:56.141279 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['86d62334-8569-42b8-a145-9361fc05ffcf'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:25:56.171826 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:56.334282 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190112-f319-453c-bb8b-509d41624149 req-d98e1234-6e08-45ba-84a4-53b343ab46e7 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:56.335857 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e2190112-f319-453c-bb8b-509d41624149 req-d98e1234-6e08-45ba-84a4-53b343ab46e7 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0589886 Aug 23 22:25:56.372363 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54060) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:56.392043 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e2190112-f319-453c-bb8b-509d41624149 req-c92aeb5a-58af-49b2-abba-c7d5579da237 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483210 Aug 23 22:25:56.425190 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54064) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:56.542927 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a69a62af-c116-4ce7-9fba-28ece608e5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.578274 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f86871f2-e405-4279-b186-3ca6bc15fc23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.684039 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a69a62af-c116-4ce7-9fba-28ece608e5b7 admin admin] Publish callbacks [] for security_group (078ae1c6-fd27-4936-b4d3-dc46c29f8263), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.691191 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a69a62af-c116-4ce7-9fba-28ece608e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (078ae1c6-fd27-4936-b4d3-dc46c29f8263), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.748785 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f86871f2-e405-4279-b186-3ca6bc15fc23 admin admin] Publish callbacks [] for security_group (d7e41c8a-1a1c-422c-bbfd-3d00e3f1eb67), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.749647 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a62af-c116-4ce7-9fba-28ece608e5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ae1c6-fd27-4936-b4d3-dc46c29f8263,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:56.755873 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a69a62af-c116-4ce7-9fba-28ece608e5b7 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=608a3a9070dc4653b79837809915b38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296638 Aug 23 22:25:56.759884 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54070) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:56.767872 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f86871f2-e405-4279-b186-3ca6bc15fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d7e41c8a-1a1c-422c-bbfd-3d00e3f1eb67), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.768292 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:56.791302 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:56.832342 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f86871f2-e405-4279-b186-3ca6bc15fc23 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=22c10af3726e4d9189d5c8ba3454c86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581935 Aug 23 22:25:56.835585 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54072) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:56.835783 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86871f2-e405-4279-b186-3ca6bc15fc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e41c8a-1a1c-422c-bbfd-3d00e3f1eb67,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:56.864727 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b6a04602-0eaa-4bae-9967-242df000ed77 admin admin] Publish callbacks [] for security_group (078ae1c6-fd27-4936-b4d3-dc46c29f8263), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.888301 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b6a04602-0eaa-4bae-9967-242df000ed77 admin admin] Publish callbacks [] for security_group (078ae1c6-fd27-4936-b4d3-dc46c29f8263), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.897238 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-41fc5051-cc0b-4c02-93fa-0f74c0ed37de admin admin] Publish callbacks [] for security_group (d7e41c8a-1a1c-422c-bbfd-3d00e3f1eb67), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.936575 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-41fc5051-cc0b-4c02-93fa-0f74c0ed37de admin admin] Publish callbacks [] for security_group (d7e41c8a-1a1c-422c-bbfd-3d00e3f1eb67), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.964977 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b6a04602-0eaa-4bae-9967-242df000ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (078ae1c6-fd27-4936-b4d3-dc46c29f8263), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.969928 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b6a04602-0eaa-4bae-9967-242df000ed77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:56.971856 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-b6a04602-0eaa-4bae-9967-242df000ed77 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/078ae1c6-fd27-4936-b4d3-dc46c29f8263 HTTP/1.1" status: 204 len: 168 time: 0.2108645 Aug 23 22:25:57.004493 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-41fc5051-cc0b-4c02-93fa-0f74c0ed37de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d7e41c8a-1a1c-422c-bbfd-3d00e3f1eb67), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:57.011959 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-41fc5051-cc0b-4c02-93fa-0f74c0ed37de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:57.011959 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-41fc5051-cc0b-4c02-93fa-0f74c0ed37de admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/d7e41c8a-1a1c-422c-bbfd-3d00e3f1eb67 HTTP/1.1" status: 204 len: 168 time: 0.1729140 Aug 23 22:25:57.018852 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a04602-0eaa-4bae-9967-242df000ed77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ae1c6-fd27-4936-b4d3-dc46c29f8263,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:57.033229 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc5051-cc0b-4c02-93fa-0f74c0ed37de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e41c8a-1a1c-422c-bbfd-3d00e3f1eb67,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:57.052386 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcf88d-3567-4698-905f-013d883441e4 req-cdc3bcee-10c4-421e-851c-5bddbe10573a tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:57.062059 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-31bcf88d-3567-4698-905f-013d883441e4 req-cdc3bcee-10c4-421e-851c-5bddbe10573a tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 944 time: 0.0882213 Aug 23 22:25:57.121869 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-31bcf88d-3567-4698-905f-013d883441e4 req-cfaf67d9-278e-463f-a6ac-cf0dc96213ca tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582514 Aug 23 22:25:57.369977 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 86d62334-8569-42b8-a145-9361fc05ffcf up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:25:57.418814 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 86d62334-8569-42b8-a145-9361fc05ffcf completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:25:57.424394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54092) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:57.432330 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:57.441424 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 86d62334-8569-42b8-a145-9361fc05ffcf triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:25:57.442150 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:57.449654 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bee06ce7-b4a6-4e45-87b6-99472e230558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:57.606574 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90a6e0-9191-46a7-8593-c5fb948ada13 req-a73ccc42-7ee0-4d50-93ec-0b83dbe6177b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:57.608107 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1e90a6e0-9191-46a7-8593-c5fb948ada13 req-a73ccc42-7ee0-4d50-93ec-0b83dbe6177b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1100588 Aug 23 22:25:57.706549 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1e90a6e0-9191-46a7-8593-c5fb948ada13 req-37a5cf65-41e9-40fe-bb13-5591a48d797f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910287 Aug 23 22:25:57.723803 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bee06ce7-b4a6-4e45-87b6-99472e230558 admin admin] Publish callbacks [] for security_group (63608d9d-15e1-4a75-b350-30e51069bcd3), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:57.724224 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 86d62334-8569-42b8-a145-9361fc05ffcf is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:25:57.724582 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:57.729547 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bee06ce7-b4a6-4e45-87b6-99472e230558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (63608d9d-15e1-4a75-b350-30e51069bcd3), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:57.774055 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41cb922-8ceb-4d97-991a-7a3f88002bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d62334-8569-42b8-a145-9361fc05ffcf'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:25:57.777899 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee64c30-083f-4bdb-8932-b1073fb155a4" -d '{"events": [{"server_uuid": "d41cb922-8ceb-4d97-991a-7a3f88002bd1", "name": "network-vif-plugged", "status": "completed", "tag": "86d62334-8569-42b8-a145-9361fc05ffcf"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:25:57.799380 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 86d62334-8569-42b8-a145-9361fc05ffcf, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=86d62334-8569-42b8-a145-9361fc05ffcf,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:25:57.802098 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:25:57.808040 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:57.816547 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-bee06ce7-b4a6-4e45-87b6-99472e230558 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=090b210e207f4446b1e06cdccc75b1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908081 Aug 23 22:25:57.818232 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee06ce7-b4a6-4e45-87b6-99472e230558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63608d9d-15e1-4a75-b350-30e51069bcd3,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:57.819477 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54100) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:25:57.890209 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a973e482-af90-4ba1-b086-0fb4564af31d x-openstack-request-id: req-a973e482-af90-4ba1-b086-0fb4564af31d {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:25:57.890520 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41cb922-8ceb-4d97-991a-7a3f88002bd1", "name": "network-vif-plugged", "status": "completed", "tag": "86d62334-8569-42b8-a145-9361fc05ffcf", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:25:57.890940 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a973e482-af90-4ba1-b086-0fb4564af31d {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:25:57.891516 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a973e482-af90-4ba1-b086-0fb4564af31d'] response: {'server_uuid': 'd41cb922-8ceb-4d97-991a-7a3f88002bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d62334-8569-42b8-a145-9361fc05ffcf', 'code': 200} Aug 23 22:25:57.897371 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=86d62334-8569-42b8-a145-9361fc05ffcf,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:57.938167 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8c005223-5ef9-49ba-9c92-9c774c428d0a admin admin] Publish callbacks [] for security_group (63608d9d-15e1-4a75-b350-30e51069bcd3), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:57.961435 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8c005223-5ef9-49ba-9c92-9c774c428d0a admin admin] Publish callbacks [] for security_group (63608d9d-15e1-4a75-b350-30e51069bcd3), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:58.017028 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8c005223-5ef9-49ba-9c92-9c774c428d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (63608d9d-15e1-4a75-b350-30e51069bcd3), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:58.019822 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8c005223-5ef9-49ba-9c92-9c774c428d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:25:58.029522 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8c005223-5ef9-49ba-9c92-9c774c428d0a admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/63608d9d-15e1-4a75-b350-30e51069bcd3 HTTP/1.1" status: 204 len: 168 time: 0.1991625 Aug 23 22:25:58.029637 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005223-5ef9-49ba-9c92-9c774c428d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63608d9d-15e1-4a75-b350-30e51069bcd3,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:25:58.324104 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd0ec6-20c5-4148-9841-64ceeef34499 req-923e1315-fe57-4755-8675-634bdd3ebf6a tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:58.327845 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-acbd0ec6-20c5-4148-9841-64ceeef34499 req-923e1315-fe57-4755-8675-634bdd3ebf6a tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0925410 Aug 23 22:25:58.464518 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-acbd0ec6-20c5-4148-9841-64ceeef34499 req-492209b3-8d43-485b-9967-0857692e0a57 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267762 Aug 23 22:25:58.604659 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8674b6d-cf3d-4c3e-a891-c6d6243eee16 req-42332594-4d49-420b-8a87-faa7e732b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:58.608067 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a8674b6d-cf3d-4c3e-a891-c6d6243eee16 req-42332594-4d49-420b-8a87-faa7e732b6e8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 1129 time: 0.0804789 Aug 23 22:25:58.699237 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a8674b6d-cf3d-4c3e-a891-c6d6243eee16 req-e65397cc-548b-4bd9-9c35-fef107041a9b service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708418 Aug 23 22:25:58.941046 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68925241-3b8b-4d3d-ab6e-294420053d8d req-541e21af-9267-466f-bc9c-3d2aef7cfc33 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:58.951129 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-68925241-3b8b-4d3d-ab6e-294420053d8d req-541e21af-9267-466f-bc9c-3d2aef7cfc33 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1275730 Aug 23 22:25:59.059740 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-68925241-3b8b-4d3d-ab6e-294420053d8d req-b0752e4c-92ab-4411-bb3b-0deab92836a4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032724 Aug 23 22:25:59.126850 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33973c-b476-4a41-99d3-34565dcb14e4 req-9d48dba5-ac42-4a47-8cbc-d9fb80a5667b tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:59.128472 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fd33973c-b476-4a41-99d3-34565dcb14e4 req-9d48dba5-ac42-4a47-8cbc-d9fb80a5667b tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.0609150 Aug 23 22:25:59.188684 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fd33973c-b476-4a41-99d3-34565dcb14e4 req-f8216f18-54f8-43bb-8786-a94c0774c5e9 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536664 Aug 23 22:25:59.633137 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8057f90-30c6-4756-a466-d227ee0b2a7c req-b4c7e926-bc2f-40d9-a78a-4bd78c191ee9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:25:59.634797 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d8057f90-30c6-4756-a466-d227ee0b2a7c req-b4c7e926-bc2f-40d9-a78a-4bd78c191ee9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0650270 Aug 23 22:25:59.701346 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d8057f90-30c6-4756-a466-d227ee0b2a7c req-8df1d41f-4fd3-43a8-a2d7-bf3205e7d262 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585947 Aug 23 22:26:00.248275 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366570-ab92-4cff-9b6a-512b5c50bea5 req-fc3a40b0-3e49-4712-acad-2128a353267b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:00.249947 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-46366570-ab92-4cff-9b6a-512b5c50bea5 req-fc3a40b0-3e49-4712-acad-2128a353267b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0595446 Aug 23 22:26:00.326931 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-46366570-ab92-4cff-9b6a-512b5c50bea5 req-fee41e47-7caa-489d-a511-7c39d8d94ebe tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665169 Aug 23 22:26:00.405646 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435209d8-4719-4bcd-9b09-afbf7f5b0e5e req-e8cd0b74-bbd1-4b2e-8e67-49db2f11b4cd tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:00.408392 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-435209d8-4719-4bcd-9b09-afbf7f5b0e5e req-e8cd0b74-bbd1-4b2e-8e67-49db2f11b4cd tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.0868528 Aug 23 22:26:00.471006 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-435209d8-4719-4bcd-9b09-afbf7f5b0e5e req-76062533-ad5a-4397-a8ca-6cf1ad292c09 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553975 Aug 23 22:26:00.857804 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c81992-5ec6-4e06-bc1f-99b8fae79a2d req-bb5e51a3-39d6-4084-b67b-59dc9036d46e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:00.859871 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-13c81992-5ec6-4e06-bc1f-99b8fae79a2d req-bb5e51a3-39d6-4084-b67b-59dc9036d46e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0603456 Aug 23 22:26:00.919785 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-13c81992-5ec6-4e06-bc1f-99b8fae79a2d req-801d20e2-de0e-4a66-bb7b-956ba415f29d tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528710 Aug 23 22:26:01.524631 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa3afb-49eb-4fdd-93bb-6cef32059ff6 req-f0949916-08bf-487a-8f24-815592baac94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:01.529842 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0efa3afb-49eb-4fdd-93bb-6cef32059ff6 req-f0949916-08bf-487a-8f24-815592baac94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0859475 Aug 23 22:26:01.588169 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0efa3afb-49eb-4fdd-93bb-6cef32059ff6 req-9e4d3788-79d6-45c2-a2ad-d2b00a63fb19 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537446 Aug 23 22:26:01.662519 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece67303-d0f1-4626-8f09-70ce39c5e3b3 req-79af90d3-4120-4b18-8891-16edbc4378f8 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:01.664989 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ece67303-d0f1-4626-8f09-70ce39c5e3b3 req-79af90d3-4120-4b18-8891-16edbc4378f8 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.0701838 Aug 23 22:26:01.727255 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ece67303-d0f1-4626-8f09-70ce39c5e3b3 req-0b881bc1-ef72-412e-9322-6e8bd44c0579 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557182 Aug 23 22:26:02.067300 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:02.085145 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ee2e8-2d3f-4a71-82cc-cf870423203b req-45f128bf-1ecd-416a-a6aa-683bd943eb15 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:02.086684 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-da1ee2e8-2d3f-4a71-82cc-cf870423203b req-45f128bf-1ecd-416a-a6aa-683bd943eb15 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0635068 Aug 23 22:26:02.154318 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-da1ee2e8-2d3f-4a71-82cc-cf870423203b req-6be8d666-0fdd-4236-9209-0284642cff2a tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600832 Aug 23 22:26:02.728440 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bdd75-b069-4168-914a-58cd2f64a176 req-58737efd-58a7-4693-9aa8-8db19da80d77 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:02.730713 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-da4bdd75-b069-4168-914a-58cd2f64a176 req-58737efd-58a7-4693-9aa8-8db19da80d77 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0546424 Aug 23 22:26:02.795253 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-da4bdd75-b069-4168-914a-58cd2f64a176 req-9fdc7099-ae10-49ba-a907-067a5e8fa453 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543320 Aug 23 22:26:02.881568 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:02.899308 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610c00-aeba-44c5-bd97-b623b5ccd6d7 req-43d1f15a-0ec1-4774-be89-183d1fa34cee tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:02.900817 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d8610c00-aeba-44c5-bd97-b623b5ccd6d7 req-43d1f15a-0ec1-4774-be89-183d1fa34cee tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.0538275 Aug 23 22:26:02.957101 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d8610c00-aeba-44c5-bd97-b623b5ccd6d7 req-251e4279-26c6-4203-8255-087abdb8f53b tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Aug 23 22:26:03.296485 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f7260-73f6-4a02-a36b-3a7054992519 req-6831cfff-27e2-4961-a9cc-5e3d59704b1c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:03.298110 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-034f7260-73f6-4a02-a36b-3a7054992519 req-6831cfff-27e2-4961-a9cc-5e3d59704b1c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0586712 Aug 23 22:26:03.379734 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-034f7260-73f6-4a02-a36b-3a7054992519 req-742e340d-f8e7-4fd3-a832-59a42a0825aa tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721636 Aug 23 22:26:03.617906 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-088c3e2c-8c28-4126-83ba-35644d93fba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:03.952692 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4d733-dd3e-46b7-a8e7-ae419b1b3029 req-464f7ebb-e48f-46a3-aab9-825dc978d165 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:03.954408 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-04f4d733-dd3e-46b7-a8e7-ae419b1b3029 req-464f7ebb-e48f-46a3-aab9-825dc978d165 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0616820 Aug 23 22:26:04.024308 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-04f4d733-dd3e-46b7-a8e7-ae419b1b3029 req-736cd661-7727-479c-8a98-b4902fcbe0a9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598149 Aug 23 22:26:04.112095 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aedac8-38d0-418f-8811-88686f487c99 req-87d03f79-5e4f-4c93-a579-3166c3ad6bf1 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:04.113579 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19aedac8-38d0-418f-8811-88686f487c99 req-87d03f79-5e4f-4c93-a579-3166c3ad6bf1 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.0668106 Aug 23 22:26:04.135881 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:04.169822 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19aedac8-38d0-418f-8811-88686f487c99 req-345b0308-852d-4fc5-b837-ee4c1941bb21 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Aug 23 22:26:04.523249 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1931627-2531-48ed-b4de-de5a5590dac0 req-c5457478-d0cf-4339-9864-b4d876b1820c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:04.524821 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1931627-2531-48ed-b4de-de5a5590dac0 req-c5457478-d0cf-4339-9864-b4d876b1820c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0626841 Aug 23 22:26:04.582101 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1931627-2531-48ed-b4de-de5a5590dac0 req-e8e7e124-09e7-4a48-9858-a2c1fb56a4ce tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508747 Aug 23 22:26:05.185162 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce800b-e469-46c2-bc47-e45754eb42a6 req-a44b14db-69af-4ec3-b4e8-2cc70c6845a6 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:05.186913 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-68ce800b-e469-46c2-bc47-e45754eb42a6 req-a44b14db-69af-4ec3-b4e8-2cc70c6845a6 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0688696 Aug 23 22:26:05.248402 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-68ce800b-e469-46c2-bc47-e45754eb42a6 req-d8d678e3-75c3-4f19-a344-06b991a2cd09 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545635 Aug 23 22:26:05.360421 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15ae6b-412e-4b0c-ba0d-585549208a6f req-1e093247-ce8d-475c-b842-8692246a5fd0 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:05.363176 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8d15ae6b-412e-4b0c-ba0d-585549208a6f req-1e093247-ce8d-475c-b842-8692246a5fd0 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.0655837 Aug 23 22:26:05.440491 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8d15ae6b-412e-4b0c-ba0d-585549208a6f req-1b7c761b-a402-47ff-ab78-15e7540e2631 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707467 Aug 23 22:26:05.738632 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558ac6-88f8-44ee-908d-b85802dcb5f6 req-7e4d061e-8650-432b-8966-676a0deff189 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:05.741488 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fc558ac6-88f8-44ee-908d-b85802dcb5f6 req-7e4d061e-8650-432b-8966-676a0deff189 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0713856 Aug 23 22:26:06.044623 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc461b19-7c38-43e1-a8d0-497f531585f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:06.064624 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fc558ac6-88f8-44ee-908d-b85802dcb5f6 req-8e94eea6-40f0-41b4-b0cc-d01f2df3ac61 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156900 Aug 23 22:26:06.158839 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-f5b570ef-e689-483a-aad9-cc1a3f0cce3a tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:06.160483 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-f5b570ef-e689-483a-aad9-cc1a3f0cce3a tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.0616639 Aug 23 22:26:06.295853 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Deleting port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:26:06.296203 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:06.434059 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd9703-99ee-4ed4-8c2d-20b401c4a3e1 req-9965a159-784c-4212-bd46-6f54d105b895 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:06.435677 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d9cd9703-99ee-4ed4-8c2d-20b401c4a3e1 req-9965a159-784c-4212-bd46-6f54d105b895 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1001575 Aug 23 22:26:06.476294 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] For port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:06.476774 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:06.512272 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Calling delete_port for 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:26:06.609447 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d9cd9703-99ee-4ed4-8c2d-20b401c4a3e1 req-e47818d9-f29c-4c47-92e8-a0e5f40d979a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672177 Aug 23 22:26:06.648712 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed523a1-9353-4cf8-b452-13ed591cbad0 req-d750447b-10b7-47c4-9266-b440f137b960 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:06.660396 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7ed523a1-9353-4cf8-b452-13ed591cbad0 req-d750447b-10b7-47c4-9266-b440f137b960 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 946 time: 0.0896654 Aug 23 22:26:06.699818 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:06.733996 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7ed523a1-9353-4cf8-b452-13ed591cbad0 req-6de123e5-e0b7-4229-8d2b-ddc91d7ca9f4 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720992 Aug 23 22:26:06.851857 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:06.889967 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Pushing event deleted for resources: {'Port': ['ID=2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:06.897372 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:26:06.995483 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] No DVR routers for this DVR port 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:26:06.999952 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:07.003801 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f55e50ea-7c64-4a80-97e0-686793731fa8 req-44455fff-33f3-459c-be36-fa22dd522fcb tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.86 "DELETE /networking/v2.0/ports/2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e HTTP/1.1" status: 204 len: 173 time: 0.8377581 Aug 23 22:26:07.004348 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6155d4-fda2-4409-83f8-0a03e54559bd', 'name': 'network-vif-deleted', 'tag': '2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:26:07.008098 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39f1bdd-946f-43dd-ade3-3c2baff59a19" -d '{"events": [{"server_uuid": "1f6155d4-fda2-4409-83f8-0a03e54559bd", "name": "network-vif-deleted", "tag": "2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:26:07.063662 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3874a0-4a02-4e04-9ded-dda90a05c333 x-openstack-request-id: req-2d3874a0-4a02-4e04-9ded-dda90a05c333 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:26:07.064118 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6155d4-fda2-4409-83f8-0a03e54559bd", "name": "network-vif-deleted", "tag": "2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:26:07.064291 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d3874a0-4a02-4e04-9ded-dda90a05c333 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:26:07.064618 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3874a0-4a02-4e04-9ded-dda90a05c333'] response: {'server_uuid': '1f6155d4-fda2-4409-83f8-0a03e54559bd', 'name': 'network-vif-deleted', 'tag': '2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e', 'status': 'completed', 'code': 200} Aug 23 22:26:07.249780 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346013f2-f6f8-464e-82e3-eea9a6505758 req-c30e1efb-f2fd-4e5a-987e-e0c11e48b91a tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:07.251432 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-346013f2-f6f8-464e-82e3-eea9a6505758 req-c30e1efb-f2fd-4e5a-987e-e0c11e48b91a tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0837913 Aug 23 22:26:07.319720 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-346013f2-f6f8-464e-82e3-eea9a6505758 req-cd0e5502-8f64-4de6-a404-063e3ec45561 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563676 Aug 23 22:26:07.775479 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cc038-e3c4-4aeb-8340-adfa1d0266c2 req-923b1ad2-1d6a-4ee6-98ca-e8ed2b7621e9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:07.783403 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-205cc038-e3c4-4aeb-8340-adfa1d0266c2 req-923b1ad2-1d6a-4ee6-98ca-e8ed2b7621e9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0646334 Aug 23 22:26:07.790600 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:07.801451 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:07.843494 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-205cc038-e3c4-4aeb-8340-adfa1d0266c2 req-f93c9559-ec9a-4875-b09f-1d3301af7314 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591354 Aug 23 22:26:07.893734 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ce3bb68e-4158-4524-9525-ba3a3a401e0c req-74ecc6e6-ff77-4bb4-8ce0-2ae8e680cbda tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 210 time: 0.0500343 Aug 23 22:26:08.456587 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54310) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:08.672758 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f79a61b8-6e38-483e-b747-08c27f18af22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:08.785965 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a796a90-c93f-4096-bfd3-07a3fa99f98f req-5bc561f2-117c-408b-a68b-350c83956ca9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:08.787634 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-2a796a90-c93f-4096-bfd3-07a3fa99f98f req-5bc561f2-117c-408b-a68b-350c83956ca9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.1111350 Aug 23 22:26:08.829941 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:08.874179 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f79a61b8-6e38-483e-b747-08c27f18af22 admin admin] Publish callbacks [] for security_group (a02c5441-ff75-4fd9-9089-fcce553df926), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:08.880288 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f79a61b8-6e38-483e-b747-08c27f18af22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a02c5441-ff75-4fd9-9089-fcce553df926), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:08.894729 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-2a796a90-c93f-4096-bfd3-07a3fa99f98f req-84d71189-9ff7-4bfd-ab38-c2d42fed6c84 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898249 Aug 23 22:26:08.950213 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f79a61b8-6e38-483e-b747-08c27f18af22 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=e1c19b2533dd4b3bae7648251a6f455a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885328 Aug 23 22:26:08.952946 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54324) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:08.958026 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a61b8-6e38-483e-b747-08c27f18af22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02c5441-ff75-4fd9-9089-fcce553df926,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:09.034811 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1d021155-f31d-48bd-b746-1fb19047ab99 admin admin] Publish callbacks [] for security_group (a02c5441-ff75-4fd9-9089-fcce553df926), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:09.054094 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75574f-bc9c-4cc1-878b-d8f7a25dcf4c req-15f291c0-b0e6-4d78-8d86-d9dd64df9835 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:09.056133 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3d75574f-bc9c-4cc1-878b-d8f7a25dcf4c req-15f291c0-b0e6-4d78-8d86-d9dd64df9835 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0883076 Aug 23 22:26:09.088555 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-dc2076f9-4ecd-4efd-aeaa-a93d8436deb4 req-3a92e3af-4a4b-4a6f-a5cc-11ecd5b05ea4 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 210 time: 0.0459895 Aug 23 22:26:09.090871 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1d021155-f31d-48bd-b746-1fb19047ab99 admin admin] Publish callbacks [] for security_group (a02c5441-ff75-4fd9-9089-fcce553df926), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:09.121265 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3d75574f-bc9c-4cc1-878b-d8f7a25dcf4c req-873878ea-108a-4075-95ba-b11ce3eb4cc8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561335 Aug 23 22:26:09.178013 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1d021155-f31d-48bd-b746-1fb19047ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a02c5441-ff75-4fd9-9089-fcce553df926), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:09.180882 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1d021155-f31d-48bd-b746-1fb19047ab99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:09.182444 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-1d021155-f31d-48bd-b746-1fb19047ab99 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/a02c5441-ff75-4fd9-9089-fcce553df926 HTTP/1.1" status: 204 len: 168 time: 0.2282274 Aug 23 22:26:09.192487 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d021155-f31d-48bd-b746-1fb19047ab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02c5441-ff75-4fd9-9089-fcce553df926,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:09.496379 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:26:09.501210 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:09.521573 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:26:09.521979 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2a039e7d-6c60-4fc6-aeeb-33c9d72e8c2e not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:26:10.053657 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798237e-3c55-43c2-8df6-45183d2d2237 req-3cb9bc51-ca6f-4972-949f-03cbde1b8346 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:10.055250 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b798237e-3c55-43c2-8df6-45183d2d2237 req-3cb9bc51-ca6f-4972-949f-03cbde1b8346 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0552375 Aug 23 22:26:10.067749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54350) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:10.098614 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.116664 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b798237e-3c55-43c2-8df6-45183d2d2237 req-ae4fadb6-ae02-4b65-930e-4934c241e115 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528979 Aug 23 22:26:10.241705 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-846419778-network', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:10.295998 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe01e-0fd8-4c91-9261-4aa48d0f3f1f req-bb33f8f9-89a1-4786-a376-086c41c33cb8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:10.298653 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-509fe01e-0fd8-4c91-9261-4aa48d0f3f1f req-bb33f8f9-89a1-4786-a376-086c41c33cb8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0871041 Aug 23 22:26:10.310393 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-20bd8bb2-f0a5-406d-abc0-26ff51bd5c7c req-ce966e48-60d2-46bf-99e7-10262f6739b4 tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 210 time: 0.0511901 Aug 23 22:26:10.331212 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Made reservation on behalf of 2cfc99aa2ea246fb845d429885ff5209 for: {'network': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:26:10.336729 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.357039 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.379862 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-509fe01e-0fd8-4c91-9261-4aa48d0f3f1f req-811744d9-b0cd-480c-abf3-c5bad71bab6c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695548 Aug 23 22:26:10.466696 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Publish callbacks [] for security_group (a010d42d-4c4f-4ddb-987b-5704888be09d), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.471817 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a010d42d-4c4f-4ddb-987b-5704888be09d), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.504159 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1106} {{(pid=106594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:26:10.517845 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a010d42d-4c4f-4ddb-987b-5704888be09d,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:10.524180 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (9e234ee7-2079-45b2-aca8-3f486c1dc7b6), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.524697 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.segments_db [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Added segment 9e234ee7-2079-45b2-aca8-3f486c1dc7b6 of type vlan for network ffa6addb-18b1-4758-90d8-b21ba7a6d789 Aug 23 22:26:10.580071 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (ffa6addb-18b1-4758-90d8-b21ba7a6d789), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.610522 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (ffa6addb-18b1-4758-90d8-b21ba7a6d789), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.611766 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:10.612526 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.659837 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5878854 Aug 23 22:26:10.660945 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54358) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:10.670253 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Request body: {'subnet': {'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-846419778-subnet', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'ip_version': 4}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:10.684736 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b8e93-8b1e-41e7-b47e-a5981d70afc8 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa6addb-18b1-4758-90d8-b21ba7a6d789,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:10.697406 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network ffa6addb-18b1-4758-90d8-b21ba7a6d789 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:26:10.702717 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Made reservation on behalf of 2cfc99aa2ea246fb845d429885ff5209 for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:26:10.705262 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.775765 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:10.904569 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (c1cfa966-9af4-4c52-88da-d5f2e6d20433), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:10.955428 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cfa966-9af4-4c52-88da-d5f2e6d20433,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:10.982647 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Checking segment: {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:10.983017 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Network hostable DHCP agents. Network: ffa6addb-18b1-4758-90d8-b21ba7a6d789, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:26:10.999463 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.002843 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Network ffa6addb-18b1-4758-90d8-b21ba7a6d789 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:26:11.006702 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:11.015621 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, ffa6addb-18b1-4758-90d8-b21ba7a6d789) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:11.021850 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:11.022831 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.027648 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744d9d4-5aae-4e02-b6d3-47b6dfa3e4b5 None None] Network ffa6addb-18b1-4758-90d8-b21ba7a6d789 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:26:11.057340 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c2fe97b7-5d66-423e-8afa-ac96c29e2d8e admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3917181 Aug 23 22:26:11.058101 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54362) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:11.066060 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:11.095550 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.097831 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.165758 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:26:11.168275 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.168460 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks [] for router_controller (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), precommit_add_association {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.209692 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:11.247167 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:11.404889 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Allocated IP 172.20.0.2 (ffa6addb-18b1-4758-90d8-b21ba7a6d789/c1cfa966-9af4-4c52-88da-d5f2e6d20433/88665b43-9b0e-4548-9264-58518925780f) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:26:11.412703 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:11.439749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fc5a4-f9ad-439f-b66b-a77f0bc7c2c3 req-d4fa2187-ff65-4bf0-b971-b6209d8842fd tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:11.442383 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9d5fc5a4-f9ad-439f-b66b-a77f0bc7c2c3 req-d4fa2187-ff65-4bf0-b971-b6209d8842fd tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.1936374 Aug 23 22:26:11.449461 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks [] for router_gateway (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.535311 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-98d4d689-1b44-4e5c-a70b-632b07cc4d84 req-ddef85f6-cf2c-4c70-8872-86eac249c55d tempest-DeleteServersTestJSON-254731468 tempest-DeleteServersTestJSON-254731468-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1f6155d4-fda2-4409-83f8-0a03e54559bd HTTP/1.1" status: 200 len: 210 time: 0.0497911 Aug 23 22:26:11.612807 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Publish callbacks [] for port (88665b43-9b0e-4548-9264-58518925780f), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.618215 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9d5fc5a4-f9ad-439f-b66b-a77f0bc7c2c3 req-eb4bd2ea-0972-431e-8885-b12c8754c555 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600542 Aug 23 22:26:11.624118 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (88665b43-9b0e-4548-9264-58518925780f), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.708075 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Network ffa6addb-18b1-4758-90d8-b21ba7a6d789 is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:11.714561 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:11.724860 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:26:11.734246 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Pushing event updated for resources: {'Port': ['ID=88665b43-9b0e-4548-9264-58518925780f,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:11.751940 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2c20-091a-43f3-a95c-0af9a6c17f1d req-03c010de-21f7-4102-83b9-0939a45109a6 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:11.754109 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-98ee2c20-091a-43f3-a95c-0af9a6c17f1d req-03c010de-21f7-4102-83b9-0939a45109a6 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.0949757 Aug 23 22:26:11.826129 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Attempting to bind port 88665b43-9b0e-4548-9264-58518925780f on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:26:11.826584 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Attempting to bind port 88665b43-9b0e-4548-9264-58518925780f by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:26:11.826948 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Attempting to bind port 88665b43-9b0e-4548-9264-58518925780f on network ffa6addb-18b1-4758-90d8-b21ba7a6d789 {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:11.833381 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:26:11.833763 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Checking segment: {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:11.834169 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.834656 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Bound using segment: {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:26:11.835316 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Bound port: 88665b43-9b0e-4548-9264-58518925780f, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:26:11.835704 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (88665b43-9b0e-4548-9264-58518925780f), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.837008 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-98ee2c20-091a-43f3-a95c-0af9a6c17f1d req-f35b3508-6a57-49d7-8289-7ed01258e312 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676613 Aug 23 22:26:11.920142 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] For port 88665b43-9b0e-4548-9264-58518925780f, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:26:11.924785 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] For port 88665b43-9b0e-4548-9264-58518925780f, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=88665b43-9b0e-4548-9264-58518925780f,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:26:11.933995 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (88665b43-9b0e-4548-9264-58518925780f), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:11.998217 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc5ef8-a400-40ad-bb1e-1982ec9e729e None None] Pushing event updated for resources: {'Port': ['ID=88665b43-9b0e-4548-9264-58518925780f,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:12.122486 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks [] for router_gateway (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:12.158062 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:12.338021 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Allocated IP 172.27.2.41 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/275347da-681f-42d2-a8c0-3e71e1f78a54) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:26:12.486733 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks [] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:12.525374 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:12.576688 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:12.582992 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:12.585808 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:26:12.668478 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Pushing event updated for resources: {'Port': ['ID=275347da-681f-42d2-a8c0-3e71e1f78a54,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:12.841892 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc07cfb-dc6c-42f9-9063-e1cc83f5ef1e req-bb62fc31-5072-45ec-be95-f1170c0d696c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:12.843845 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ebc07cfb-dc6c-42f9-9063-e1cc83f5ef1e req-bb62fc31-5072-45ec-be95-f1170c0d696c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0829685 Aug 23 22:26:12.936071 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:12.968128 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ebc07cfb-dc6c-42f9-9063-e1cc83f5ef1e req-16cbae4e-8bc5-4556-be3c-5e808c9f337b tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105502 Aug 23 22:26:13.021004 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:13.062113 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks [] for router_gateway (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:13.116863 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa824c2-fb83-4ad8-a794-76b3f72223d6 req-bb11f880-1cf0-4c86-8acf-495474df9638 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:13.121959 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-caa824c2-fb83-4ad8-a794-76b3f72223d6 req-bb11f880-1cf0-4c86-8acf-495474df9638 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1259487 Aug 23 22:26:13.202671 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-d620e621-a107-4b59-aee5-43a72aa87176 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:13.205748 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-d620e621-a107-4b59-aee5-43a72aa87176 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.2849660 Aug 23 22:26:13.362963 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0c4ee0-b190-412f-95f4-7c404c6bb43d None None] Network ffa6addb-18b1-4758-90d8-b21ba7a6d789 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:26:13.390898 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-caa824c2-fb83-4ad8-a794-76b3f72223d6 req-0c46f887-a1c7-43ef-978d-53db7419a3c2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500168 Aug 23 22:26:13.435137 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Deleting port 86d62334-8569-42b8-a145-9361fc05ffcf {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:26:13.436099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:13.503319 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-24fe60a5-8100-4049-8ff1-e2019d3d10d7 None None] Provisioning complete for port 88665b43-9b0e-4548-9264-58518925780f triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:13.503759 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-24fe60a5-8100-4049-8ff1-e2019d3d10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (88665b43-9b0e-4548-9264-58518925780f), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:13.567584 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:13.635170 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] For port 86d62334-8569-42b8-a145-9361fc05ffcf, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=86d62334-8569-42b8-a145-9361fc05ffcf,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:13.635552 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:13.656597 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Calling delete_port for 86d62334-8569-42b8-a145-9361fc05ffcf owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:26:13.660063 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:13.684588 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-24fe60a5-8100-4049-8ff1-e2019d3d10d7 None None] Current status of the port 88665b43-9b0e-4548-9264-58518925780f is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:13.684990 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-24fe60a5-8100-4049-8ff1-e2019d3d10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (88665b43-9b0e-4548-9264-58518925780f), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:13.751066 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-24fe60a5-8100-4049-8ff1-e2019d3d10d7 None None] For port 88665b43-9b0e-4548-9264-58518925780f, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=88665b43-9b0e-4548-9264-58518925780f,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:13.761204 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-24fe60a5-8100-4049-8ff1-e2019d3d10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (88665b43-9b0e-4548-9264-58518925780f), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:13.948052 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe60a5-8100-4049-8ff1-e2019d3d10d7 None None] Pushing event updated for resources: {'Port': ['ID=88665b43-9b0e-4548-9264-58518925780f,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:14.001735 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-a8483a19-ac55-44b9-8c84-425cb522d2e3 None None] Provisioning complete for port 88665b43-9b0e-4548-9264-58518925780f triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:14.002500 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a8483a19-ac55-44b9-8c84-425cb522d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (88665b43-9b0e-4548-9264-58518925780f), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:14.014071 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:26:14.046430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:14.060352 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 88665b43-9b0e-4548-9264-58518925780f up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:14.126655 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:14.189720 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 88665b43-9b0e-4548-9264-58518925780f triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:14.190292 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (88665b43-9b0e-4548-9264-58518925780f), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:14.193725 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e2d6e-987c-4ce9-8243-740a19cbcf87 req-b2dbefa8-7a34-49e6-b0f7-eb83d1fb1fd2 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:14.195313 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-154e2d6e-987c-4ce9-8243-740a19cbcf87 req-b2dbefa8-7a34-49e6-b0f7-eb83d1fb1fd2 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 945 time: 0.0719178 Aug 23 22:26:14.206522 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:26:14.215419 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (86d62334-8569-42b8-a145-9361fc05ffcf), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:14.227410 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Sync routers for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:26:14.247610 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:14.248561 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:14.252656 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-a8483a19-ac55-44b9-8c84-425cb522d2e3 None None] Current status of the port 88665b43-9b0e-4548-9264-58518925780f is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:14.277344 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['86d62334-8569-42b8-a145-9361fc05ffcf'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:26:14.329430 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-154e2d6e-987c-4ce9-8243-740a19cbcf87 req-5fa1a3b1-3640-4380-bddb-0918f3df4c56 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887876 Aug 23 22:26:14.374155 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54418) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:14.388669 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 88665b43-9b0e-4548-9264-58518925780f is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:14.396792 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Pushing event deleted for resources: {'Port': ['ID=86d62334-8569-42b8-a145-9361fc05ffcf,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:14.403582 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:14.408886 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-259b71d4-df01-40de-a84e-bc84c3d29933 admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3452055 Aug 23 22:26:14.408886 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] No DVR routers for this DVR port 86d62334-8569-42b8-a145-9361fc05ffcf on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:26:14.408886 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54420) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:14.416003 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:14.420344 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-358571a7-f96c-43e8-ab88-f61dc4677069 req-65d6bff6-ae84-4a9b-9861-085ba533ce6e tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.86 "DELETE /networking/v2.0/ports/86d62334-8569-42b8-a145-9361fc05ffcf HTTP/1.1" status: 204 len: 173 time: 1.1700916 Aug 23 22:26:14.420953 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41cb922-8ceb-4d97-991a-7a3f88002bd1', 'name': 'network-vif-deleted', 'tag': '86d62334-8569-42b8-a145-9361fc05ffcf'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:26:14.423534 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65ac01b-b4d9-40e9-8e87-b606cf3e610c" -d '{"events": [{"server_uuid": "d41cb922-8ceb-4d97-991a-7a3f88002bd1", "name": "network-vif-deleted", "tag": "86d62334-8569-42b8-a145-9361fc05ffcf"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:26:14.480236 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:14.525529 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:14.537327 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d216f79-d418-4f3c-bc5d-6d2abe876141 x-openstack-request-id: req-8d216f79-d418-4f3c-bc5d-6d2abe876141 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:26:14.537877 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41cb922-8ceb-4d97-991a-7a3f88002bd1", "name": "network-vif-deleted", "tag": "86d62334-8569-42b8-a145-9361fc05ffcf", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:26:14.538299 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d216f79-d418-4f3c-bc5d-6d2abe876141 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:26:14.538886 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d216f79-d418-4f3c-bc5d-6d2abe876141'] response: {'server_uuid': 'd41cb922-8ceb-4d97-991a-7a3f88002bd1', 'name': 'network-vif-deleted', 'tag': '86d62334-8569-42b8-a145-9361fc05ffcf', 'status': 'completed', 'code': 200} Aug 23 22:26:14.688647 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b245a-fa46-455d-8bbb-0c2b7d9060f7 req-175eb261-8621-4e82-94ef-afe628f278f4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:14.696212 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b56b245a-fa46-455d-8bbb-0c2b7d9060f7 req-175eb261-8621-4e82-94ef-afe628f278f4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1170199 Aug 23 22:26:14.768165 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:12Z', 'revision_number': 3, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:14.813663 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Checking router: 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:26:14.814307 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Updating router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 port 275347da-681f-42d2-a8c0-3e71e1f78a54 binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:26:14.862914 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:14.983098 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (fd02133c-1a1d-49e2-acd6-d34e12cda28f), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:15.115366 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b56b245a-fa46-455d-8bbb-0c2b7d9060f7 req-dad75fe4-aa51-4df5-b0c9-35a1ecc96529 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182212 Aug 23 22:26:15.373169 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:15.414345 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Publish callbacks [] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:15.433330 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:15.490575 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Deleting port 442244bf-74bf-4918-8aa1-3286d468c348 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:26:15.490876 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (442244bf-74bf-4918-8aa1-3286d468c348), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:15.507272 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:15.624435 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Attempting to bind port 275347da-681f-42d2-a8c0-3e71e1f78a54 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:26:15.625469 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7da599c9-386c-45be-801e-31ce3566481c req-a572b3cd-91aa-4fd3-b183-acf4e9d9c466 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d41cb922-8ceb-4d97-991a-7a3f88002bd1 HTTP/1.1" status: 200 len: 210 time: 0.1015627 Aug 23 22:26:15.625876 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Attempting to bind port 275347da-681f-42d2-a8c0-3e71e1f78a54 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:26:15.626424 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Attempting to bind port 275347da-681f-42d2-a8c0-3e71e1f78a54 on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:15.639595 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Pushing event updated for resources: {'Port': ['ID=275347da-681f-42d2-a8c0-3e71e1f78a54,revision_number=2']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:15.647880 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:15.655520 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:26:15.656555 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:15.656555 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:15.656796 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:26:15.657317 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Bound port: 275347da-681f-42d2-a8c0-3e71e1f78a54, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:26:15.657989 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:15.668425 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.668808 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.669156 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.669518 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.669854 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.670187 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.670514 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.670841 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.671163 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.671486 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.671805 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.672156 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.672495 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.673023 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.673391 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:15.704101 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] For port 442244bf-74bf-4918-8aa1-3286d468c348, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=442244bf-74bf-4918-8aa1-3286d468c348,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:15.705713 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (442244bf-74bf-4918-8aa1-3286d468c348), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:15.727292 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Calling delete_port for 442244bf-74bf-4918-8aa1-3286d468c348 owned by network:router_interface {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:26:15.800460 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] For port 275347da-681f-42d2-a8c0-3e71e1f78a54, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:26:15.805116 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] For port 275347da-681f-42d2-a8c0-3e71e1f78a54, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=275347da-681f-42d2-a8c0-3e71e1f78a54,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:26:15.818931 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:15.866031 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:15.871323 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:15.871986 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:15.942931 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Allocated IP 172.20.0.1 (ffa6addb-18b1-4758-90d8-b21ba7a6d789/c1cfa966-9af4-4c52-88da-d5f2e6d20433/fe570546-763e-4fed-ae18-d94002eb1d32) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:26:15.973082 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9add53-cf5a-48b6-b633-87601af66737 None None] Pushing event updated for resources: {'Port': ['ID=275347da-681f-42d2-a8c0-3e71e1f78a54,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:15.999372 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:16.022126 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:16.033797 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 88665b43-9b0e-4548-9264-58518925780f up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:16.089478 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 88665b43-9b0e-4548-9264-58518925780f triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:16.090100 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (88665b43-9b0e-4548-9264-58518925780f), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:16.098208 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (442244bf-74bf-4918-8aa1-3286d468c348), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:16.104142 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Publish callbacks [] for port (fe570546-763e-4fed-ae18-d94002eb1d32), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:16.182226 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:16.206391 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:16.223172 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Network ffa6addb-18b1-4758-90d8-b21ba7a6d789 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:16.231174 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:16.243364 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=442244bf-74bf-4918-8aa1-3286d468c348,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:16.282714 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:26:16.283743 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:16.303512 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 88665b43-9b0e-4548-9264-58518925780f is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:16.356537 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:16.361635 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:12Z', 'revision_number': 3, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:16.405485 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.406491 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.406990 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.407511 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.408081 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.408896 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.409526 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.410665 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.411251 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.411859 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.412425 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.412965 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.413525 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.414112 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.414669 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.423322 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d6fb7-8836-4832-b820-90e7277a45f1 None None] The sync data for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi is: [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:12Z', 'revision_number': 3, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:26:16.488218 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe570546-763e-4fed-ae18-d94002eb1d32,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:16.494072 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (fd02133c-1a1d-49e2-acd6-d34e12cda28f), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:16.546924 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.549849 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.554749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.555752 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.556808 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.561379 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.561876 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.562254 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.562675 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.563245 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.564107 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.564608 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.565089 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.565486 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.565922 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:16.586898 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd04e2-df42-4700-8d1f-3a91df357711 req-0d82bc2c-4104-46a7-88f8-1a75337aedd3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:16.589369 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4fcd04e2-df42-4700-8d1f-3a91df357711 req-0d82bc2c-4104-46a7-88f8-1a75337aedd3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1861813 Aug 23 22:26:16.758016 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4fcd04e2-df42-4700-8d1f-3a91df357711 req-1c22ddaa-8487-46c9-8dfd-c1a6066bbe65 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315501 Aug 23 22:26:16.784145 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:16.849530 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-8aea0bf0-aec6-4c87-88ab-515ffad6e187 None None] Provisioning complete for port fe570546-763e-4fed-ae18-d94002eb1d32 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:16.849966 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-8aea0bf0-aec6-4c87-88ab-515ffad6e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:16.941712 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-8aea0bf0-aec6-4c87-88ab-515ffad6e187 None None] Port fe570546-763e-4fed-ae18-d94002eb1d32 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:26:17.129944 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Publish callbacks [] for port (fe570546-763e-4fed-ae18-d94002eb1d32), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:17.141242 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:17.142054 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:17.230785 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe570546-763e-4fed-ae18-d94002eb1d32,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:17.304857 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Network ffa6addb-18b1-4758-90d8-b21ba7a6d789 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:17.306753 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:17.330614 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:17.414333 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-570a2f37-e3ab-4336-a855-b70a34889dcc tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:17.424406 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-570a2f37-e3ab-4336-a855-b70a34889dcc tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/networks?id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47 HTTP/1.1" status: 200 len: 808 time: 0.2537057 Aug 23 22:26:17.451472 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:17.461148 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-c1723671-ccf5-450f-acf5-5fa2911f88fe tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/quotas/e5196561b7ae4adbb110ce06e81401f7 HTTP/1.1" status: 200 len: 375 time: 0.0355067 Aug 23 22:26:17.484956 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:26:17.509100 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-a22be1e0-b43c-4666-a644-6c590e8b1556 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=e5196561b7ae4adbb110ce06e81401f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467162 Aug 23 22:26:17.541247 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 86d62334-8569-42b8-a145-9361fc05ffcf no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:26:17.570993 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Router fd02133c-1a1d-49e2-acd6-d34e12cda28f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:26:17.574015 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 86d62334-8569-42b8-a145-9361fc05ffcf {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:26:17.578479 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 86d62334-8569-42b8-a145-9361fc05ffcf not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:26:17.683312 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-b73f3e23-ea75-40c0-907f-cb8e281fb467 None None] Provisioning complete for port fe570546-763e-4fed-ae18-d94002eb1d32 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:17.685475 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b73f3e23-ea75-40c0-907f-cb8e281fb467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:17.714663 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:26:17.726233 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-e7a2b667-4c83-4c98-8698-beabf4d623b5 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3165433 Aug 23 22:26:17.739831 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-f0828bc3-1c0a-443c-a333-9ee1e74c2c19 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292039 Aug 23 22:26:17.750133 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-b73f3e23-ea75-40c0-907f-cb8e281fb467 None None] Port fe570546-763e-4fed-ae18-d94002eb1d32 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:26:17.790206 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:17.911364 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:26:17.927064 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47add361-1a1c-4d75-a609-389ca24b2766 req-a8fce4a4-f107-4a89-8013-a7c804c9fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:17.928575 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-47add361-1a1c-4d75-a609-389ca24b2766 req-a8fce4a4-f107-4a89-8013-a7c804c9fc14 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 1129 time: 0.0854251 Aug 23 22:26:17.932413 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] Sync routers for ids ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:26:17.938709 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-344a24b5-502b-4a32-9a16-7d16634a61d7 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/fd02133c-1a1d-49e2-acd6-d34e12cda28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5682781 Aug 23 22:26:17.939611 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54476) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:17.969396 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] Routers {'fd02133c-1a1d-49e2-acd6-d34e12cda28f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:17.970049 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:18.037480 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-a5a2e725-0602-4211-999c-763c75a7f08f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959480 Aug 23 22:26:18.220194 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:18.234628 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:18.266838 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:18.291462 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] Set router fd02133c-1a1d-49e2-acd6-d34e12cda28f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:18.306828 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79c23d-43e0-4b53-8790-43627ec785f7 req-c74ef19c-6333-4a53-89e9-8228c9f52125 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:18.309037 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8d79c23d-43e0-4b53-8790-43627ec785f7 req-c74ef19c-6333-4a53-89e9-8228c9f52125 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.2517147 Aug 23 22:26:18.365317 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-3a8066f3-758a-46b7-8189-42be6f59a684 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2154419 Aug 23 22:26:18.378984 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-58376432-8118-4515-9eb2-2daaaf6944ea req-dc0433e6-e9c0-4eda-915e-b411e46fb8b8 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 210 time: 0.0801077 Aug 23 22:26:18.388706 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-47add361-1a1c-4d75-a609-389ca24b2766 req-b4362820-0984-4c91-b9ef-d9ebacd246c4 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287333 Aug 23 22:26:18.403422 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 275347da-681f-42d2-a8c0-3e71e1f78a54 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:18.460080 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks [] for router (fd02133c-1a1d-49e2-acd6-d34e12cda28f), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:18.475390 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8d79c23d-43e0-4b53-8790-43627ec785f7 req-b0634d64-a577-4133-a29a-3f3117927f38 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494243 Aug 23 22:26:18.600078 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 275347da-681f-42d2-a8c0-3e71e1f78a54 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:18.601127 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:18.781181 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks [] for router_gateway (fd02133c-1a1d-49e2-acd6-d34e12cda28f), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:18.825331 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-504dde87-5c8b-4538-b9ea-33e886236174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:18.830007 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-504dde87-5c8b-4538-b9ea-33e886236174 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 1129 time: 0.0919919 Aug 23 22:26:18.837589 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:25Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 5, 'project_id': '398769c58d0d412aa45024c937820ba1', 'gw_port': {'id': '2aea620e-5b4d-4500-9557-784bd698e4a9', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:28Z', 'updated_at': '2022-08-23T22:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:18.846551 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 275347da-681f-42d2-a8c0-3e71e1f78a54 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:18.847376 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:18.911350 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Deleting port 2aea620e-5b4d-4500-9557-784bd698e4a9 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:26:18.919244 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:18.923403 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 275347da-681f-42d2-a8c0-3e71e1f78a54, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=275347da-681f-42d2-a8c0-3e71e1f78a54,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:18.925350 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] Checking router: fd02133c-1a1d-49e2-acd6-d34e12cda28f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:26:18.929821 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:18.985572 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:18.988447 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] Routers {'fd02133c-1a1d-49e2-acd6-d34e12cda28f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:18.989118 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:19.032295 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54540) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:19.037915 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-349015255-network', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:19.086702 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] For port 2aea620e-5b4d-4500-9557-784bd698e4a9, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=2aea620e-5b4d-4500-9557-784bd698e4a9,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:19.087259 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.091961 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Made reservation on behalf of e1969acf59134ccca626d7cb1015a184 for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:26:19.096939 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.121077 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.128858 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Calling delete_port for 2aea620e-5b4d-4500-9557-784bd698e4a9 owned by network:router_gateway {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:26:19.210597 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Sync routers for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:26:19.260810 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Publish callbacks [] for security_group (635cf8e9-2a2c-4464-9ae7-aa6f8d068ccc), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.265859 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:19.266739 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:19.268219 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (635cf8e9-2a2c-4464-9ae7-aa6f8d068ccc), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.300710 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=275347da-681f-42d2-a8c0-3e71e1f78a54,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:19.303595 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:26:19.318999 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635cf8e9-2a2c-4464-9ae7-aa6f8d068ccc,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:19.326667 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (d961de76-97b7-4539-b1d7-7366535ad207), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.327401 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Added segment d961de76-97b7-4539-b1d7-7366535ad207 of type vlan for network 4778581f-3436-4e32-a046-0ed411ab00d6 Aug 23 22:26:19.329645 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] Set router fd02133c-1a1d-49e2-acd6-d34e12cda28f gateway port host: None {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:19.378666 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:19.414986 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (4778581f-3436-4e32-a046-0ed411ab00d6), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.444197 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:25Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 6, 'project_id': '398769c58d0d412aa45024c937820ba1', 'gw_port_host': None}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:19.451949 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (4778581f-3436-4e32-a046-0ed411ab00d6), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.453414 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:19.454395 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.502884 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defc5e6-1995-43d6-8044-ecfa74ad442e None None] The sync data for ids ['fd02133c-1a1d-49e2-acd6-d34e12cda28f'] in dv-cinder-850321-4-iscsi is: [{'id': 'fd02133c-1a1d-49e2-acd6-d34e12cda28f', 'name': 'tempest-DeleteServersTestJSON-1594786176-router', 'tenant_id': '398769c58d0d412aa45024c937820ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:25Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 6, 'project_id': '398769c58d0d412aa45024c937820ba1', 'gw_port_host': None}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:26:19.505845 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:19.510760 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4772224 Aug 23 22:26:19.513965 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54558) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:19.519461 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Request body: {'subnet': {'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-349015255-subnet', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'ip_version': 4}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:19.538810 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:19.603659 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ced2d9-251f-495d-99f9-569a14195a33 admin admin] Pushing event updated for resources: {'Network': ['ID=4778581f-3436-4e32-a046-0ed411ab00d6,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:19.639784 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 4778581f-3436-4e32-a046-0ed411ab00d6 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:26:19.646321 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e1aab6cf-c9dc-42cb-9f5d-f291bdd0341c req-8fd23b5f-ff80-4c31-804d-0c52f5e55d13 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 210 time: 0.1152489 Aug 23 22:26:19.655469 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Made reservation on behalf of e1969acf59134ccca626d7cb1015a184 for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:26:19.663619 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.686349 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-e482a81d-e01b-486a-aafb-21c291435b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:19.687864 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-e482a81d-e01b-486a-aafb-21c291435b07 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 918 time: 0.5276752 Aug 23 22:26:19.811377 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19952326-f0ee-4e27-aef0-63caee46731e req-1c0a2bab-91bb-4a6f-ad35-aba8e27f3665 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:19.813445 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-19952326-f0ee-4e27-aef0-63caee46731e req-1c0a2bab-91bb-4a6f-ad35-aba8e27f3665 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1287105 Aug 23 22:26:19.868419 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'fe570546-763e-4fed-ae18-d94002eb1d32', 'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'mac_address': 'fa:16:3e:07:9b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:15Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 2, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'subnets': [{'id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:19.929570 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-19952326-f0ee-4e27-aef0-63caee46731e req-5576bf26-6e90-45e3-a31a-40ad2138db60 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100943 Aug 23 22:26:19.973248 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Checking router: 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:26:19.975351 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Updating router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 port fe570546-763e-4fed-ae18-d94002eb1d32 binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:26:19.975860 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (2aea620e-5b4d-4500-9557-784bd698e4a9), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:19.985083 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (cfb8c340-2608-4725-8cf0-b22700591bab), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.016880 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.050471 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2aea620e-5b4d-4500-9557-784bd698e4a9,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:20.076089 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (fd02133c-1a1d-49e2-acd6-d34e12cda28f), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.096924 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb8c340-2608-4725-8cf0-b22700591bab,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:20.117303 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Checking segment: {'id': 'd961de76-97b7-4539-b1d7-7366535ad207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:20.118161 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Network hostable DHCP agents. Network: 4778581f-3436-4e32-a046-0ed411ab00d6, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:26:20.146022 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Network 4778581f-3436-4e32-a046-0ed411ab00d6 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:26:20.161204 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 4778581f-3436-4e32-a046-0ed411ab00d6) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:20.169324 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:20.170230 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.172115 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1005e5-5817-4743-9a98-9bd13ca369ff None None] Network 4778581f-3436-4e32-a046-0ed411ab00d6 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:26:20.177115 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:20.222589 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-93be22cd-fe4e-4535-9581-668bd89172a6 admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7076676 Aug 23 22:26:20.223741 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54564) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:20.228403 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:20.260950 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (a776d4f0-38aa-4151-a0cc-a16b4745efc5), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.262671 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (a776d4f0-38aa-4151-a0cc-a16b4745efc5), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.334772 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-4778581f-3436-4e32-a046-0ed411ab00d6', 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6', 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'fixed_ips': [{'subnet_id': 'cfb8c340-2608-4725-8cf0-b22700591bab'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:26:20.340058 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.341987 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:20.378847 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks [] for router_controller (a776d4f0-38aa-4151-a0cc-a16b4745efc5), precommit_add_association {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.416005 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Publish callbacks [] for port (fe570546-763e-4fed-ae18-d94002eb1d32), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.430302 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.470881 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 275347da-681f-42d2-a8c0-3e71e1f78a54 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:20.503819 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3f7bd-158f-4860-9c23-60d48373eb96 None None] Pushing event updated for resources: {'Port': ['ID=fe570546-763e-4fed-ae18-d94002eb1d32,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:20.571699 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Attempting to bind port fe570546-763e-4fed-ae18-d94002eb1d32 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:26:20.572069 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Attempting to bind port fe570546-763e-4fed-ae18-d94002eb1d32 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:26:20.572457 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Attempting to bind port fe570546-763e-4fed-ae18-d94002eb1d32 on network ffa6addb-18b1-4758-90d8-b21ba7a6d789 {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:20.580770 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:26:20.581258 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Checking segment: {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:20.581699 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.582120 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Bound using segment: {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:26:20.582646 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Bound port: fe570546-763e-4fed-ae18-d94002eb1d32, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:26:20.583055 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.609914 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 275347da-681f-42d2-a8c0-3e71e1f78a54 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:20.610531 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.618823 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Allocated IP 172.20.0.2 (4778581f-3436-4e32-a046-0ed411ab00d6/cfb8c340-2608-4725-8cf0-b22700591bab/c4f8b758-b74a-4d83-866f-c9dbbac3b254) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:26:20.663226 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:20.688737 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] For port fe570546-763e-4fed-ae18-d94002eb1d32, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:26:20.692514 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] For port fe570546-763e-4fed-ae18-d94002eb1d32, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=fe570546-763e-4fed-ae18-d94002eb1d32,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:26:20.696854 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:20.702934 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.745870 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (fd02133c-1a1d-49e2-acd6-d34e12cda28f), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.750470 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks [] for router_controller (fd02133c-1a1d-49e2-acd6-d34e12cda28f), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.774731 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-1a19fbfd-a514-4dbd-984c-a6ae20c2bfa1 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5867c0e1-ac00-4c87-bd75-9ca953635248 HTTP/1.1" status: 200 len: 1000 time: 0.2620456 Aug 23 22:26:20.784039 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3f7bd-158f-4860-9c23-60d48373eb96 None None] Pushing event updated for resources: {'Port': ['ID=fe570546-763e-4fed-ae18-d94002eb1d32,revision_number=4']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:20.788585 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks [] for router_gateway (a776d4f0-38aa-4151-a0cc-a16b4745efc5), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.800959 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:20.801715 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:20.834535 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 275347da-681f-42d2-a8c0-3e71e1f78a54 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:20.846110 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 442244bf-74bf-4918-8aa1-3286d468c348 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:26:20.904038 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 442244bf-74bf-4918-8aa1-3286d468c348 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:26:20.904409 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 442244bf-74bf-4918-8aa1-3286d468c348 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:26:20.906177 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (fd02133c-1a1d-49e2-acd6-d34e12cda28f), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.907330 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd02133c-1a1d-49e2-acd6-d34e12cda28f {{(pid=106594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:26:20.918773 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:20.923169 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f364fbaa-1c23-4f35-a469-d9c13a8b07fb admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/fd02133c-1a1d-49e2-acd6-d34e12cda28f HTTP/1.1" status: 204 len: 168 time: 2.9824815 Aug 23 22:26:20.925887 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54570) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:20.940501 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-34866016-02bb-492e-8c16-3ba27b5d606d req-1bf0b0f4-3a5f-4d29-a091-d3171db6158b tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 210 time: 0.0586410 Aug 23 22:26:21.000655 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-058dd4ab-3cf8-4080-bb9b-6964be0fb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:21.000655 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-058dd4ab-3cf8-4080-bb9b-6964be0fb632 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.1789279 Aug 23 22:26:21.052148 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Publish callbacks [] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.062208 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.101262 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:21.170726 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-936ec526-2142-4b86-83c2-7e7b5ca4827c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:21.172787 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-936ec526-2142-4b86-83c2-7e7b5ca4827c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.86 "GET /networking/v2.0/networks?id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47 HTTP/1.1" status: 200 len: 808 time: 0.1833508 Aug 23 22:26:21.196725 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Network 4778581f-3436-4e32-a046-0ed411ab00d6 is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:21.206391 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:21.218334 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:26:21.232878 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Request body: {'port': {'device_id': '3cc119db-5d85-487a-83e0-8356c7d8f9ca', 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47', 'admin_state_up': True, 'tenant_id': 'e5196561b7ae4adbb110ce06e81401f7'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:21.237420 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:21.240557 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Pushing event updated for resources: {'Port': ['ID=c4f8b758-b74a-4d83-866f-c9dbbac3b254,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:21.280602 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:21.299817 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0264925-ea0c-40f2-bc9c-9ecb60da6b9c admin admin] Deleting subnet 683ea330-32da-45c6-ab7d-55f3e7faa883 {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:26:21.300195 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:21.322304 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Attempting to bind port c4f8b758-b74a-4d83-866f-c9dbbac3b254 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:26:21.322744 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Attempting to bind port c4f8b758-b74a-4d83-866f-c9dbbac3b254 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': 'd961de76-97b7-4539-b1d7-7366535ad207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:26:21.325223 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Attempting to bind port c4f8b758-b74a-4d83-866f-c9dbbac3b254 on network 4778581f-3436-4e32-a046-0ed411ab00d6 {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:21.327904 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d0264925-ea0c-40f2-bc9c-9ecb60da6b9c admin admin] Publish callbacks [] for subnet (683ea330-32da-45c6-ab7d-55f3e7faa883), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.334339 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-017bf4df-7c69-4f49-8c34-865d7db65d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:21.335359 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks [] for router_gateway (a776d4f0-38aa-4151-a0cc-a16b4745efc5), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.336009 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:26:21.336487 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Checking segment: {'id': 'd961de76-97b7-4539-b1d7-7366535ad207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:21.337149 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.338142 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Bound using segment: {'id': 'd961de76-97b7-4539-b1d7-7366535ad207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:26:21.338679 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-017bf4df-7c69-4f49-8c34-865d7db65d2e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1630237 Aug 23 22:26:21.339002 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Bound port: c4f8b758-b74a-4d83-866f-c9dbbac3b254, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd961de76-97b7-4539-b1d7-7366535ad207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:26:21.339717 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.380005 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.390029 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2bc7f-29e6-49fa-98bb-7b9f6adec909 req-1a28412a-9111-44fd-a409-dd4382dd7ae3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:21.398379 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b1c2bc7f-29e6-49fa-98bb-7b9f6adec909 req-1a28412a-9111-44fd-a409-dd4382dd7ae3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.2239249 Aug 23 22:26:21.466869 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] For port c4f8b758-b74a-4d83-866f-c9dbbac3b254, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:26:21.473873 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] For port c4f8b758-b74a-4d83-866f-c9dbbac3b254, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=c4f8b758-b74a-4d83-866f-c9dbbac3b254,segment=NetworkSegment(d961de76-97b7-4539-b1d7-7366535ad207),segment_id=d961de76-97b7-4539-b1d7-7366535ad207)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:26:21.483449 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.542609 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d0264925-ea0c-40f2-bc9c-9ecb60da6b9c admin admin] Publish callbacks [] for subnet (683ea330-32da-45c6-ab7d-55f3e7faa883), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.583480 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Allocated IP 172.27.2.167 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/1ad742f7-13d8-4bf8-a0cd-816da30a3640) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:26:21.610192 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c05f8-44de-47ae-bd6e-d2c4286400eb None None] Pushing event updated for resources: {'Port': ['ID=c4f8b758-b74a-4d83-866f-c9dbbac3b254,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:21.696527 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'fe570546-763e-4fed-ae18-d94002eb1d32', 'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'mac_address': 'fa:16:3e:07:9b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:15Z', 'updated_at': '2022-08-23T22:26:20Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'subnets': [{'id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:21.737787 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff426f-6523-47b2-80ea-45850af46924 None None] The sync data for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi is: [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'fe570546-763e-4fed-ae18-d94002eb1d32', 'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'mac_address': 'fa:16:3e:07:9b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:15Z', 'updated_at': '2022-08-23T22:26:20Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'subnets': [{'id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:26:21.740572 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b1c2bc7f-29e6-49fa-98bb-7b9f6adec909 req-fe5ffe5d-a717-4842-8905-8ad4bbd0a1f4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403881 Aug 23 22:26:21.748262 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:21.802794 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks [] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.816671 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-ed251443-753e-480b-96d8-2f9d708b2d5c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114652 Aug 23 22:26:21.818319 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d0264925-ea0c-40f2-bc9c-9ecb60da6b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (683ea330-32da-45c6-ab7d-55f3e7faa883), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.905927 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:21.957462 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Made reservation on behalf of e5196561b7ae4adbb110ce06e81401f7 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:26:21.967247 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:22.047265 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:22.092286 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:22.100637 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:22.111277 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c68fb1-68e7-41be-9a6c-b69c476febb5 req-b87590d0-9ce8-4dd4-b3a3-a9d15d871893 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:22.112795 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-56c68fb1-68e7-41be-9a6c-b69c476febb5 req-b87590d0-9ce8-4dd4-b3a3-a9d15d871893 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1060433 Aug 23 22:26:22.113678 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:26:22.117176 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Pushing event updated for resources: {'Port': ['ID=1ad742f7-13d8-4bf8-a0cd-816da30a3640,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:22.210334 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device fe570546-763e-4fed-ae18-d94002eb1d32 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:22.350868 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-56c68fb1-68e7-41be-9a6c-b69c476febb5 req-60374e79-0bdc-4264-b6bf-01954ddbcd6d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307680 Aug 23 22:26:22.354548 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port fe570546-763e-4fed-ae18-d94002eb1d32 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:22.355374 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:22.406327 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d0264925-ea0c-40f2-bc9c-9ecb60da6b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (683ea330-32da-45c6-ab7d-55f3e7faa883), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:22.447051 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0de40679-1db4-4e31-b6a5-0287963eab32 req-86e1e6c2-0552-4047-9988-7ac156cccdf7 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 210 time: 0.2293108 Aug 23 22:26:22.582979 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0264925-ea0c-40f2-bc9c-9ecb60da6b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683ea330-32da-45c6-ab7d-55f3e7faa883,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:22.614927 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d0264925-ea0c-40f2-bc9c-9ecb60da6b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:22.622862 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-d0264925-ea0c-40f2-bc9c-9ecb60da6b9c admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/683ea330-32da-45c6-ab7d-55f3e7faa883 HTTP/1.1" status: 204 len: 168 time: 1.6926227 Aug 23 22:26:22.623973 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54590) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:22.628265 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9f2bc-ff7b-4bf4-8138-e465fce7903b None None] Network 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:26:22.652082 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port fe570546-763e-4fed-ae18-d94002eb1d32 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:22.652759 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:22.738013 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Allocated IP 172.20.0.13 (4af96f9d-d5a7-41bf-8b06-63f6dd287e47/9458ffcc-1f05-41fb-9e55-f778db535441/64695c1f-234a-4be4-a0c5-8b5936ec66f2) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:26:22.738930 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port fe570546-763e-4fed-ae18-d94002eb1d32, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=fe570546-763e-4fed-ae18-d94002eb1d32,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:22.759015 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-163b1925-bac1-402f-bf2b-60d41ee0a359 req-5ff22d50-5776-4c5f-a851-2f940b36117b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8937423 Aug 23 22:26:22.863602 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:22.897269 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (8896bbdb-81c9-4e5c-a617-cc4bd70d74ad), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:22.900592 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks [] for router_gateway (a776d4f0-38aa-4151-a0cc-a16b4745efc5), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:22.905704 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:23.029431 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2aea620e-5b4d-4500-9557-784bd698e4a9 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:26:23.085773 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 2aea620e-5b4d-4500-9557-784bd698e4a9 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:26:23.086585 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2aea620e-5b4d-4500-9557-784bd698e4a9 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:26:23.134230 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=fe570546-763e-4fed-ae18-d94002eb1d32,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:23.219005 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831dac26-2a99-4e68-ac1f-51922369e2d3 None None] DHCP port deletion for 8896bbdb-81c9-4e5c-a617-cc4bd70d74ad request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:26:23.287308 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks [] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:23.288988 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-831dac26-2a99-4e68-ac1f-51922369e2d3 None None] Deleting port eee63ac3-e0ad-4594-82ff-1e4fb651397e {{(pid=106595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:26:23.289543 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-831dac26-2a99-4e68-ac1f-51922369e2d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), before_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:23.356922 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Deleting port eee63ac3-e0ad-4594-82ff-1e4fb651397e {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:26:23.357561 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:23.366635 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:23.378807 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:23.437447 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:23.446135 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-831dac26-2a99-4e68-ac1f-51922369e2d3 None None] For port eee63ac3-e0ad-4594-82ff-1e4fb651397e, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=eee63ac3-e0ad-4594-82ff-1e4fb651397e,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:23.446813 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-831dac26-2a99-4e68-ac1f-51922369e2d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), precommit_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:23.454010 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] For port eee63ac3-e0ad-4594-82ff-1e4fb651397e, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=eee63ac3-e0ad-4594-82ff-1e4fb651397e,segment=NetworkSegment(bebf3090-a2ca-4145-8d98-67703c2d87eb),segment_id=bebf3090-a2ca-4145-8d98-67703c2d87eb)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:23.454383 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:23.456796 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:23.465169 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:23.468821 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-831dac26-2a99-4e68-ac1f-51922369e2d3 None None] Calling delete_port for eee63ac3-e0ad-4594-82ff-1e4fb651397e owned by network:dhcp {{(pid=106595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:26:23.474062 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (a776d4f0-38aa-4151-a0cc-a16b4745efc5), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:23.475188 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:26:23.478837 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Calling delete_port for eee63ac3-e0ad-4594-82ff-1e4fb651397e owned by network:dhcp {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:26:23.482886 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319208c-5545-4df4-8dda-9c34e511da0b None None] Network 4778581f-3436-4e32-a046-0ed411ab00d6 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:26:23.484507 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:23.485528 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:23.507427 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Pushing event updated for resources: {'Port': ['ID=64695c1f-234a-4be4-a0c5-8b5936ec66f2,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:23.524643 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-64ae79f0-8896-4913-8910-cf8e9cd14ce3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3146517 Aug 23 22:26:23.544209 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Request body: {'port': {'device_id': '3cc119db-5d85-487a-83e0-8356c7d8f9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:23.649261 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:23.928332 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-08355aae-0345-410e-8938-7c6ac42b51bf None None] Provisioning complete for port c4f8b758-b74a-4d83-866f-c9dbbac3b254 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:23.928763 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-08355aae-0345-410e-8938-7c6ac42b51bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.053806 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64695c1f-234a-4be4-a0c5-8b5936ec66f2 {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:26:24.061027 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:24.067210 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Publish callbacks [] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.080101 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:24.111752 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Transition to ACTIVE for port object 64695c1f-234a-4be4-a0c5-8b5936ec66f2 will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:26:24.124566 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.141716 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10272449-42b7-4e2c-87bb-011302f75400 req-6a8bc976-f052-463d-950d-a2b3d931be5b tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:24.144897 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-10272449-42b7-4e2c-87bb-011302f75400 req-6a8bc976-f052-463d-950d-a2b3d931be5b tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 932 time: 0.1875350 Aug 23 22:26:24.145385 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:24.176736 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-831dac26-2a99-4e68-ac1f-51922369e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), after_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.182930 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Router a776d4f0-38aa-4151-a0cc-a16b4745efc5 is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:26:24.227009 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dac26-2a99-4e68-ac1f-51922369e2d3 None None] Pushing event deleted for resources: {'Port': ['ID=eee63ac3-e0ad-4594-82ff-1e4fb651397e,revision_number=None']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:24.230119 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device fe570546-763e-4fed-ae18-d94002eb1d32 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:24.246390 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Attempting to bind port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:26:24.246888 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Attempting to bind port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '79afbfbd-0ed7-499c-a354-453073c189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:26:24.247320 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Attempting to bind port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 on network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:24.255041 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 on network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:26:24.255493 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Attempting to bind port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 on network 4af96f9d-d5a7-41bf-8b06-63f6dd287e47 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:24.261482 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Pushing event updated for resources: {'Port': ['ID=64695c1f-234a-4be4-a0c5-8b5936ec66f2,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:24.264409 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:26:24.264900 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Checking segment: {'id': '79afbfbd-0ed7-499c-a354-453073c189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:24.265391 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Bound using segment: {'id': '79afbfbd-0ed7-499c-a354-453073c189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:26:24.265991 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Bound port: 64695c1f-234a-4be4-a0c5-8b5936ec66f2, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79afbfbd-0ed7-499c-a354-453073c189f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:26:24.266396 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.283092 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831dac26-2a99-4e68-ac1f-51922369e2d3 None None] No DVR routers for this DVR port eee63ac3-e0ad-4594-82ff-1e4fb651397e on host dv-cinder-850321-4-iscsi {{(pid=106595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:26:24.299393 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-08355aae-0345-410e-8938-7c6ac42b51bf None None] Current status of the port c4f8b758-b74a-4d83-866f-c9dbbac3b254 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:24.299782 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-08355aae-0345-410e-8938-7c6ac42b51bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.305765 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (eee63ac3-e0ad-4594-82ff-1e4fb651397e), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.335772 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port fe570546-763e-4fed-ae18-d94002eb1d32 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:24.336183 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.386332 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee63ac3-e0ad-4594-82ff-1e4fb651397e,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:24.388866 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] No DVR routers for this DVR port eee63ac3-e0ad-4594-82ff-1e4fb651397e on host dv-cinder-850321-4-iscsi {{(pid=106593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:26:24.397553 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] For port 64695c1f-234a-4be4-a0c5-8b5936ec66f2, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:26:24.402677 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] For port 64695c1f-234a-4be4-a0c5-8b5936ec66f2, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=64695c1f-234a-4be4-a0c5-8b5936ec66f2,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:26:24.413812 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.444299 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:24.444934 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.446451 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/64695c1f-234a-4be4-a0c5-8b5936ec66f2 HTTP/1.1" status: 200 len: 1094 time: 0.9074993 Aug 23 22:26:24.447066 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc119db-5d85-487a-83e0-8356c7d8f9ca', 'tag': '64695c1f-234a-4be4-a0c5-8b5936ec66f2'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:26:24.448566 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-10272449-42b7-4e2c-87bb-011302f75400 req-9ea8553c-b8f2-4c21-a55a-a3ef88af5c25 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868309 Aug 23 22:26:24.450411 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc119db-5d85-487a-83e0-8356c7d8f9ca", "tag": "64695c1f-234a-4be4-a0c5-8b5936ec66f2"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:26:24.502948 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc70dcd-f29b-416c-a3ef-f0d9298a158e service neutron] Pushing event updated for resources: {'Port': ['ID=64695c1f-234a-4be4-a0c5-8b5936ec66f2,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:24.524577 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:26:24.536589 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:26:24.557543 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f48879-7574-468b-85f0-56ed92e55a8c x-openstack-request-id: req-25f48879-7574-468b-85f0-56ed92e55a8c {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:26:24.557543 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc119db-5d85-487a-83e0-8356c7d8f9ca", "tag": "64695c1f-234a-4be4-a0c5-8b5936ec66f2", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:26:24.557543 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-25f48879-7574-468b-85f0-56ed92e55a8c {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:26:24.557543 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f48879-7574-468b-85f0-56ed92e55a8c'] response: {'name': 'network-changed', 'server_uuid': '3cc119db-5d85-487a-83e0-8356c7d8f9ca', 'tag': '64695c1f-234a-4be4-a0c5-8b5936ec66f2', 'status': 'completed', 'code': 200} Aug 23 22:26:24.558931 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Sync routers for ids ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:26:24.568414 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-08355aae-0345-410e-8938-7c6ac42b51bf None None] For port c4f8b758-b74a-4d83-866f-c9dbbac3b254, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=c4f8b758-b74a-4d83-866f-c9dbbac3b254,segment=NetworkSegment(d961de76-97b7-4539-b1d7-7366535ad207),segment_id=d961de76-97b7-4539-b1d7-7366535ad207)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:24.578248 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-08355aae-0345-410e-8938-7c6ac42b51bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.591631 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Routers {'a776d4f0-38aa-4151-a0cc-a16b4745efc5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:24.591901 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:24.624112 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port fe570546-763e-4fed-ae18-d94002eb1d32 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:24.625307 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device c4f8b758-b74a-4d83-866f-c9dbbac3b254 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:24.654620 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (8896bbdb-81c9-4e5c-a617-cc4bd70d74ad), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.670014 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-8be46ae6-fcc6-4d56-b18b-eab1ebdc8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:24.673170 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-8be46ae6-fcc6-4d56-b18b-eab1ebdc8427 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=e5196561b7ae4adbb110ce06e81401f7&device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 1128 time: 0.0819206 Aug 23 22:26:24.702390 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.703051 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.705953 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.706537 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > port after_create 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.707110 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.707660 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > port after_update 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.708371 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.709099 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.710295 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.710850 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.746412 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-91b589e1-5475-47bb-b9d9-c09284f7146f service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64695c1f-234a-4be4-a0c5-8b5936ec66f2 HTTP/1.1" status: 200 len: 217 time: 0.0535147 Aug 23 22:26:24.786093 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08355aae-0345-410e-8938-7c6ac42b51bf None None] Pushing event updated for resources: {'Port': ['ID=c4f8b758-b74a-4d83-866f-c9dbbac3b254,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:24.817110 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:24.818426 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a7bec-f277-42d0-b197-93870886ee28 req-cee76628-87f9-4bd7-8941-70f6e8f25f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:24.820050 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a68a7bec-f277-42d0-b197-93870886ee28 req-cee76628-87f9-4bd7-8941-70f6e8f25f23 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 1129 time: 0.0628157 Aug 23 22:26:24.826151 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-2864c9f2-e89b-4ddb-862b-49f64fa90e26 None None] Provisioning complete for port c4f8b758-b74a-4d83-866f-c9dbbac3b254 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:24.826528 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2864c9f2-e89b-4ddb-862b-49f64fa90e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.850989 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:24.862515 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port c4f8b758-b74a-4d83-866f-c9dbbac3b254 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:24.862905 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.899562 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-f385834c-6695-4bfd-8538-bd454488120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:24.901729 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-f385834c-6695-4bfd-8538-bd454488120a service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=9458ffcc-1f05-41fb-9e55-f778db535441 HTTP/1.1" status: 200 len: 848 time: 0.1450753 Aug 23 22:26:24.902910 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Set router a776d4f0-38aa-4151-a0cc-a16b4745efc5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:24.909462 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:24.959039 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.959407 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.959793 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.960135 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:26:24.966916 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8896bbdb-81c9-4e5c-a617-cc4bd70d74ad']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:24.975053 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-d2cd1130-e79a-49ac-8e68-2f31d34d5b1e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344088 Aug 23 22:26:24.978643 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:24.981184 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c1c9d3e4-3af8-437b-9b9c-82f7c3840fab admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7552269 Aug 23 22:26:24.986731 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54610) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:24.988632 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebf3090-a2ca-4145-8d98-67703c2d87eb') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:24.988926 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebf3090-a2ca-4145-8d98-67703c2d87eb') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:25.024327 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a7bec-f277-42d0-b197-93870886ee28 req-13cb72e3-0bf9-41ab-9611-7765eec576a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:25.025836 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a68a7bec-f277-42d0-b197-93870886ee28 req-13cb72e3-0bf9-41ab-9611-7765eec576a2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.1857975 Aug 23 22:26:25.072727 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (bebf3090-a2ca-4145-8d98-67703c2d87eb), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.093900 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-2864c9f2-e89b-4ddb-862b-49f64fa90e26 None None] Current status of the port c4f8b758-b74a-4d83-866f-c9dbbac3b254 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:25.109549 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a68a7bec-f277-42d0-b197-93870886ee28 req-72747d2b-9924-46ce-899d-7b95f3831226 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75 HTTP/1.1" status: 200 len: 217 time: 0.0740809 Aug 23 22:26:25.131069 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (bebf3090-a2ca-4145-8d98-67703c2d87eb), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.139911 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port c4f8b758-b74a-4d83-866f-c9dbbac3b254 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:25.161993 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445078f-d7aa-43c3-a733-8e51e9403bc8 req-e368d6f8-3b89-4b6d-a55e-6e687026e42a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:25.164645 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6445078f-d7aa-43c3-a733-8e51e9403bc8 req-e368d6f8-3b89-4b6d-a55e-6e687026e42a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1794498 Aug 23 22:26:25.167739 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:26:25.168110 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (bebf3090-a2ca-4145-8d98-67703c2d87eb), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.218931 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:25.219998 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:20Z', 'updated_at': '2022-08-23T22:26:22Z', 'revision_number': 3, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'gw_port': {'id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:21Z', 'updated_at': '2022-08-23T22:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:25.232175 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-97ef606e-93df-49a4-b328-632a3d15cf1b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393169 Aug 23 22:26:25.257595 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a7bec-f277-42d0-b197-93870886ee28 req-d0d50097-00ce-4aea-b418-f19c1b8eded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:25.259278 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a68a7bec-f277-42d0-b197-93870886ee28 req-d0d50097-00ce-4aea-b418-f19c1b8eded8 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.1365597 Aug 23 22:26:25.289110 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Checking router: a776d4f0-38aa-4151-a0cc-a16b4745efc5 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:26:25.289936 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Updating router a776d4f0-38aa-4151-a0cc-a16b4745efc5 port 1ad742f7-13d8-4bf8-a0cd-816da30a3640 binding host dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:26:25.295020 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device eee63ac3-e0ad-4594-82ff-1e4fb651397e no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:26:25.295521 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6445078f-d7aa-43c3-a733-8e51e9403bc8 req-273de7f3-1952-4e7c-b5f6-c29a716d5622 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027627 Aug 23 22:26:25.319025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: eee63ac3-e0ad-4594-82ff-1e4fb651397e {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:26:25.319025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device eee63ac3-e0ad-4594-82ff-1e4fb651397e not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:26:25.380239 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.426248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (8896bbdb-81c9-4e5c-a617-cc4bd70d74ad), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.476153 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.486713 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/8896bbdb-81c9-4e5c-a617-cc4bd70d74ad HTTP/1.1" status: 204 len: 168 time: 2.8621981 Aug 23 22:26:25.520637 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a8fd3-b642-4ff3-8f5b-fa3f1824fbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8896bbdb-81c9-4e5c-a617-cc4bd70d74ad,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:25.690002 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment bebf3090-a2ca-4145-8d98-67703c2d87eb resource provider aggregate not found Aug 23 22:26:25.710140 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a7bec-f277-42d0-b197-93870886ee28 req-43377604-ea8b-4df6-8306-59f59b0966fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:25.712548 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a68a7bec-f277-42d0-b197-93870886ee28 req-43377604-ea8b-4df6-8306-59f59b0966fc service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4424744 Aug 23 22:26:25.731734 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment bebf3090-a2ca-4145-8d98-67703c2d87eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bebf3090-a2ca-4145-8d98-67703c2d87eb found for delete ", "request_id": "req-e9fd127f-894a-43b4-8111-bdad8a493eb9"}]} Aug 23 22:26:25.835311 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Publish callbacks [] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), precommit_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.846036 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.861677 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:25.889584 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 54628) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:25.898300 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f7ec-25d2-4c3e-ae77-174ff212efb4 req-781b4f95-43e3-4ae9-8770-d913beb2a982 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:25.899836 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8292f7ec-25d2-4c3e-ae77-174ff212efb4 req-781b4f95-43e3-4ae9-8770-d913beb2a982 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 944 time: 0.1925189 Aug 23 22:26:25.916374 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Attempting to bind port 1ad742f7-13d8-4bf8-a0cd-816da30a3640 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:26:25.917541 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Attempting to bind port 1ad742f7-13d8-4bf8-a0cd-816da30a3640 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:26:25.917921 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Attempting to bind port 1ad742f7-13d8-4bf8-a0cd-816da30a3640 on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:25.932728 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:26:25.933244 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:25.933992 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.934447 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:26:25.934885 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Bound port: 1ad742f7-13d8-4bf8-a0cd-816da30a3640, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:26:25.935345 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:25.973096 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Pushing event updated for resources: {'Port': ['ID=1ad742f7-13d8-4bf8-a0cd-816da30a3640,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:25.989534 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.989976 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.990449 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.991367 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.991716 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.992050 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.992379 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.992703 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.994231 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.995176 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.995683 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.996082 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.996505 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.996836 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:25.997896 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:26:26.002661 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8292f7ec-25d2-4c3e-ae77-174ff212efb4 req-3baff564-be94-4879-ad1a-3ce398e8965f tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728095 Aug 23 22:26:26.012840 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.033673 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7033cf43-9e8a-4f0f-8f76-2e8e6f7fe8b6 req-332ea3eb-f307-4847-baf2-e8d7a8cd724e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7917402 Aug 23 22:26:26.036390 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] For port 1ad742f7-13d8-4bf8-a0cd-816da30a3640, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:26:26.040089 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] For port 1ad742f7-13d8-4bf8-a0cd-816da30a3640, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=1ad742f7-13d8-4bf8-a0cd-816da30a3640,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:26:26.043878 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a68a7bec-f277-42d0-b197-93870886ee28 req-ecb30a68-5315-455f-a812-25d9bafb2cbe service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107846 Aug 23 22:26:26.047060 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-fd6fbb38-afdd-4e3d-93db-38b247118698 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=398769c58d0d412aa45024c937820ba1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1460335 Aug 23 22:26:26.051852 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 54632) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:26.059160 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device c4f8b758-b74a-4d83-866f-c9dbbac3b254 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:26.094161 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:26.095837 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.136267 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:26.163962 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Routers {'a776d4f0-38aa-4151-a0cc-a16b4745efc5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:26.165465 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:26.178144 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2bb94e3f-12b0-4841-b3da-a3eb81bc5aac admin admin] Publish callbacks [] for security_group (2ed69a82-f81f-4d85-bfa0-fd1e70dd774a), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.184600 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a68a7bec-f277-42d0-b197-93870886ee28 req-f34cbbab-f0c5-485b-b211-107e323b6ad4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255600 Aug 23 22:26:26.235324 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2bb94e3f-12b0-4841-b3da-a3eb81bc5aac admin admin] Publish callbacks [] for security_group (2ed69a82-f81f-4d85-bfa0-fd1e70dd774a), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.336701 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Allocated IP 172.20.0.1 (4778581f-3436-4e32-a046-0ed411ab00d6/cfb8c340-2608-4725-8cf0-b22700591bab/2f956065-377c-4878-838d-0267d3870559) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:26:26.348732 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2bb94e3f-12b0-4841-b3da-a3eb81bc5aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (2ed69a82-f81f-4d85-bfa0-fd1e70dd774a), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.351287 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2bb94e3f-12b0-4841-b3da-a3eb81bc5aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.352436 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2bb94e3f-12b0-4841-b3da-a3eb81bc5aac admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/2ed69a82-f81f-4d85-bfa0-fd1e70dd774a HTTP/1.1" status: 204 len: 168 time: 0.2995319 Aug 23 22:26:26.375320 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb94e3f-12b0-4841-b3da-a3eb81bc5aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed69a82-f81f-4d85-bfa0-fd1e70dd774a,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:26.391965 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705359a2-8e86-48c1-b8d4-198ab2a8d725 None None] Pushing event updated for resources: {'Port': ['ID=1ad742f7-13d8-4bf8-a0cd-816da30a3640,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:26.434060 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port c4f8b758-b74a-4d83-866f-c9dbbac3b254 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:26.434287 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.502990 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] Set router a776d4f0-38aa-4151-a0cc-a16b4745efc5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:26.532278 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4704dd-7107-43a5-9597-177366ba7e4d req-2920e6b0-d462-485b-bc81-c5d5bde17ffb tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:26.534802 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cf4704dd-7107-43a5-9597-177366ba7e4d req-2920e6b0-d462-485b-bc81-c5d5bde17ffb tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0953221 Aug 23 22:26:26.538129 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Publish callbacks [] for port (2f956065-377c-4878-838d-0267d3870559), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.615551 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (2f956065-377c-4878-838d-0267d3870559), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.634973 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cf4704dd-7107-43a5-9597-177366ba7e4d req-abc85492-ed93-4cd8-9c62-4d6b8a61445f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833135 Aug 23 22:26:26.665953 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port c4f8b758-b74a-4d83-866f-c9dbbac3b254 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:26.681145 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Network 4778581f-3436-4e32-a046-0ed411ab00d6 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:26.686118 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:26.689927 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f956065-377c-4878-838d-0267d3870559,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:26.700496 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:26.710681 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:26:26.761395 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (a776d4f0-38aa-4151-a0cc-a16b4745efc5), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:26.805011 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:26.818623 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:20Z', 'updated_at': '2022-08-23T22:26:22Z', 'revision_number': 3, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'gw_port': {'id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:21Z', 'updated_at': '2022-08-23T22:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:26.846388 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcaf00a-07e2-4d8b-8468-ac15fb53ecec None None] The sync data for ids ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'] in dv-cinder-850321-4-iscsi is: [{'id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:20Z', 'updated_at': '2022-08-23T22:26:22Z', 'revision_number': 3, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'gw_port': {'id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:21Z', 'updated_at': '2022-08-23T22:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:26:26.934416 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2f956065-377c-4878-838d-0267d3870559), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:27.031783 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-165860dc-9f32-42e1-bfa0-8f74d246f00c None None] Provisioning complete for port 2f956065-377c-4878-838d-0267d3870559 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:27.033847 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-165860dc-9f32-42e1-bfa0-8f74d246f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2f956065-377c-4878-838d-0267d3870559), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:27.077924 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-165860dc-9f32-42e1-bfa0-8f74d246f00c None None] Port 2f956065-377c-4878-838d-0267d3870559 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:26:27.107085 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:27.189466 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9326b7-f109-4117-92b4-d0eb0d2a2fe9 req-a2db52fa-7a1b-4aa1-9297-46b7dff002a0 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:27.211193 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bb9326b7-f109-4117-92b4-d0eb0d2a2fe9 req-a2db52fa-7a1b-4aa1-9297-46b7dff002a0 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 944 time: 0.0945907 Aug 23 22:26:27.262146 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Publish callbacks [] for port (2f956065-377c-4878-838d-0267d3870559), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:27.268327 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (2f956065-377c-4878-838d-0267d3870559), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:27.296696 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bb9326b7-f109-4117-92b4-d0eb0d2a2fe9 req-2bc4fa27-d958-4582-b31d-443e66bd6093 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855203 Aug 23 22:26:27.376989 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f956065-377c-4878-838d-0267d3870559,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:27.385238 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (a776d4f0-38aa-4151-a0cc-a16b4745efc5), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:27.499615 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Network 4778581f-3436-4e32-a046-0ed411ab00d6 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:27.501236 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:27.596372 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-3aeca52e-6701-4ddc-93de-6417656ee5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:27.598478 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-3aeca52e-6701-4ddc-93de-6417656ee5aa service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=e5196561b7ae4adbb110ce06e81401f7&device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 1128 time: 0.0871558 Aug 23 22:26:27.663712 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Router a776d4f0-38aa-4151-a0cc-a16b4745efc5 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:26:27.753231 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:27.755274 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:27.759570 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-986aee98-2f13-4a30-8d7a-8d051e7c90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:27.763438 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-986aee98-2f13-4a30-8d7a-8d051e7c90f3 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47 HTTP/1.1" status: 200 len: 910 time: 0.1476078 Aug 23 22:26:27.898952 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6569b42-bcb4-4001-9ede-45dbe8c6d1e3 req-31f02ce1-1820-4397-9fe2-4f5b57e01ef4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:27.902640 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d6569b42-bcb4-4001-9ede-45dbe8c6d1e3 req-31f02ce1-1820-4397-9fe2-4f5b57e01ef4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0832148 Aug 23 22:26:27.907264 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-dc6ef8e7-3d5b-4e5e-ab0e-b8891a10aa1f service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64695c1f-234a-4be4-a0c5-8b5936ec66f2 HTTP/1.1" status: 200 len: 217 time: 0.0629320 Aug 23 22:26:27.946727 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-f8620495-1267-4bdf-9085-510d0a6274be None None] Provisioning complete for port 2f956065-377c-4878-838d-0267d3870559 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:27.949212 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-f8620495-1267-4bdf-9085-510d0a6274be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2f956065-377c-4878-838d-0267d3870559), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:27.989775 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:26:28.017095 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-a037dcd3-329a-4e47-9176-4452b3670dc8 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/a776d4f0-38aa-4151-a0cc-a16b4745efc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0187409 Aug 23 22:26:28.044955 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-f8620495-1267-4bdf-9085-510d0a6274be None None] Port 2f956065-377c-4878-838d-0267d3870559 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:26:28.082955 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 1ad742f7-13d8-4bf8-a0cd-816da30a3640 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:28.094097 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d6569b42-bcb4-4001-9ede-45dbe8c6d1e3 req-3d029649-6523-4fc9-8e91-15358c91e211 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743021 Aug 23 22:26:28.116408 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-f608e635-1244-4845-83db-7c37ca4333b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:28.125674 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-f608e635-1244-4845-83db-7c37ca4333b9 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=9458ffcc-1f05-41fb-9e55-f778db535441 HTTP/1.1" status: 200 len: 848 time: 0.2114844 Aug 23 22:26:28.187311 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 1ad742f7-13d8-4bf8-a0cd-816da30a3640 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:28.187917 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:28.195009 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-25ca6540-7d03-4ccc-8e3c-155db6e0f35b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4af96f9d-d5a7-41bf-8b06-63f6dd287e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632851 Aug 23 22:26:28.331410 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 1ad742f7-13d8-4bf8-a0cd-816da30a3640 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:28.333544 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:28.374039 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 1ad742f7-13d8-4bf8-a0cd-816da30a3640, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=1ad742f7-13d8-4bf8-a0cd-816da30a3640,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:28.394742 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:28.414185 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-e1fcc145-624e-44d4-b1f2-0406049d36d0 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964035 Aug 23 22:26:28.479597 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=1ad742f7-13d8-4bf8-a0cd-816da30a3640,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:28.590575 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc517c-cc99-4f88-8aef-74fcae91c2e1 req-c387886b-132e-46f2-bd6e-c507373b3708 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:28.592079 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bdbc517c-cc99-4f88-8aef-74fcae91c2e1 req-c387886b-132e-46f2-bd6e-c507373b3708 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 944 time: 0.1284311 Aug 23 22:26:28.636668 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3c8545c7-8e1e-4dd8-87a4-df1c85b2f1ce req-27f762bc-dfce-49a0-84e5-2d3891eec987 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140574 Aug 23 22:26:28.678759 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bdbc517c-cc99-4f88-8aef-74fcae91c2e1 req-feb36591-1a46-461b-b86a-bbae3ea155db tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780864 Aug 23 22:26:29.339317 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fd3a-deaa-4f0c-b8b3-5af8343bb77e req-0c9bca7e-d838-4d6a-9864-369c22ace190 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:29.342277 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8220fd3a-deaa-4f0c-b8b3-5af8343bb77e req-0c9bca7e-d838-4d6a-9864-369c22ace190 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0823221 Aug 23 22:26:29.380710 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:29.390922 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Sync routers for ids ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:26:29.414148 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Routers {'a776d4f0-38aa-4151-a0cc-a16b4745efc5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:29.415181 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:29.421766 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8220fd3a-deaa-4f0c-b8b3-5af8343bb77e req-a0c6f69d-b0b2-4311-8cf7-229a22125ebd tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724335 Aug 23 22:26:29.571209 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Set router a776d4f0-38aa-4151-a0cc-a16b4745efc5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:29.630125 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 64695c1f-234a-4be4-a0c5-8b5936ec66f2 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:26:29.840938 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8200-8f47-42dc-9ae4-cb4923069195 req-52510f1d-9541-4d84-bd95-42a57d1da937 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:29.844931 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-897d8200-8f47-42dc-9ae4-cb4923069195 req-52510f1d-9541-4d84-bd95-42a57d1da937 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 944 time: 0.0751588 Aug 23 22:26:29.913131 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 64695c1f-234a-4be4-a0c5-8b5936ec66f2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=64695c1f-234a-4be4-a0c5-8b5936ec66f2,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:29.937315 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:29.938031 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '64695c1f-234a-4be4-a0c5-8b5936ec66f2', 'network_id': '4af96f9d-d5a7-41bf-8b06-63f6dd287e47', 'port_id': '64695c1f-234a-4be4-a0c5-8b5936ec66f2', 'mac_address': 'fa:16:3e:bc:0c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9458ffcc-1f05-41fb-9e55-f778db535441', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:26:29.939687 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:20Z', 'updated_at': '2022-08-23T22:26:26Z', 'revision_number': 4, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'gw_port': {'id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:21Z', 'updated_at': '2022-08-23T22:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '2f956065-377c-4878-838d-0267d3870559', 'name': '', 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'mac_address': 'fa:16:3e:7d:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cfb8c340-2608-4725-8cf0-b22700591bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:26Z', 'updated_at': '2022-08-23T22:26:27Z', 'revision_number': 2, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'subnets': [{'id': 'cfb8c340-2608-4725-8cf0-b22700591bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:29.981632 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Checking router: a776d4f0-38aa-4151-a0cc-a16b4745efc5 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:26:29.982235 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Updating router a776d4f0-38aa-4151-a0cc-a16b4745efc5 port 2f956065-377c-4878-838d-0267d3870559 binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:26:30.009209 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:30.021091 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2f956065-377c-4878-838d-0267d3870559), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:30.032552 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:30.037204 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-897d8200-8f47-42dc-9ae4-cb4923069195 req-67887ec2-e5f4-4628-9935-33671a77c735 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862381 Aug 23 22:26:30.038222 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:30.054963 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:30.085504 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64695c1f-234a-4be4-a0c5-8b5936ec66f2 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:26:30.108511 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 1ad742f7-13d8-4bf8-a0cd-816da30a3640 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:30.218502 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 64695c1f-234a-4be4-a0c5-8b5936ec66f2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=64695c1f-234a-4be4-a0c5-8b5936ec66f2,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:30.241484 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:30.320690 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 1ad742f7-13d8-4bf8-a0cd-816da30a3640 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:30.321341 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:30.415662 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=64695c1f-234a-4be4-a0c5-8b5936ec66f2,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:30.592795 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 1ad742f7-13d8-4bf8-a0cd-816da30a3640 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:30.725975 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f648a6b-1413-400e-bc67-5d77f297c414 req-983123a2-c028-4dd7-912a-6f427fae3f44 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:30.740030 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8f648a6b-1413-400e-bc67-5d77f297c414 req-983123a2-c028-4dd7-912a-6f427fae3f44 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0934823 Aug 23 22:26:30.815299 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['64695c1f-234a-4be4-a0c5-8b5936ec66f2'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:26:30.850151 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Publish callbacks [] for port (2f956065-377c-4878-838d-0267d3870559), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:30.860862 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2f956065-377c-4878-838d-0267d3870559), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:30.876379 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8f648a6b-1413-400e-bc67-5d77f297c414 req-123b3b2b-9ea3-4b89-ac3a-3fd530199395 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350706 Aug 23 22:26:30.915177 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:31.060854 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521407a-eb3a-495e-a214-c4428b9ea975 None None] Pushing event updated for resources: {'Port': ['ID=2f956065-377c-4878-838d-0267d3870559,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:31.169107 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Attempting to bind port 2f956065-377c-4878-838d-0267d3870559 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:26:31.169107 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Attempting to bind port 2f956065-377c-4878-838d-0267d3870559 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': 'd961de76-97b7-4539-b1d7-7366535ad207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:26:31.169107 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Attempting to bind port 2f956065-377c-4878-838d-0267d3870559 on network 4778581f-3436-4e32-a046-0ed411ab00d6 {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:31.174974 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:26:31.175352 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Checking segment: {'id': 'd961de76-97b7-4539-b1d7-7366535ad207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:31.175754 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:31.176152 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Bound using segment: {'id': 'd961de76-97b7-4539-b1d7-7366535ad207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:26:31.176638 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Bound port: 2f956065-377c-4878-838d-0267d3870559, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd961de76-97b7-4539-b1d7-7366535ad207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:26:31.177020 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2f956065-377c-4878-838d-0267d3870559), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:31.285633 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1940d4-5a6d-48ad-86a1-be132ab41db8 req-c83a6aa4-be78-4de7-910a-cdb455d6e266 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:31.287331 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7a1940d4-5a6d-48ad-86a1-be132ab41db8 req-c83a6aa4-be78-4de7-910a-cdb455d6e266 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 945 time: 0.0864849 Aug 23 22:26:31.318953 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] For port 2f956065-377c-4878-838d-0267d3870559, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:26:31.330878 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] For port 2f956065-377c-4878-838d-0267d3870559, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=2f956065-377c-4878-838d-0267d3870559,segment=NetworkSegment(d961de76-97b7-4539-b1d7-7366535ad207),segment_id=d961de76-97b7-4539-b1d7-7366535ad207)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:26:31.346107 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2f956065-377c-4878-838d-0267d3870559), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:31.369471 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7a1940d4-5a6d-48ad-86a1-be132ab41db8 req-7131a659-33c9-43e1-beb9-8a88005c17a4 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747569 Aug 23 22:26:31.402958 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Routers {'a776d4f0-38aa-4151-a0cc-a16b4745efc5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:26:31.403626 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:26:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:31.500101 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521407a-eb3a-495e-a214-c4428b9ea975 None None] Pushing event updated for resources: {'Port': ['ID=2f956065-377c-4878-838d-0267d3870559,revision_number=4']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:31.555408 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] Set router a776d4f0-38aa-4151-a0cc-a16b4745efc5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:26:31.826750 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:20Z', 'updated_at': '2022-08-23T22:26:26Z', 'revision_number': 4, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'gw_port': {'id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:21Z', 'updated_at': '2022-08-23T22:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '2f956065-377c-4878-838d-0267d3870559', 'name': '', 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'mac_address': 'fa:16:3e:7d:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cfb8c340-2608-4725-8cf0-b22700591bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:26Z', 'updated_at': '2022-08-23T22:26:31Z', 'revision_number': 4, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'subnets': [{'id': 'cfb8c340-2608-4725-8cf0-b22700591bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:26:31.856137 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2872345-080c-4097-855c-d6d59b6b99d0 None None] The sync data for ids ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'] in dv-cinder-850321-4-iscsi is: [{'id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:20Z', 'updated_at': '2022-08-23T22:26:26Z', 'revision_number': 4, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'gw_port': {'id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:21Z', 'updated_at': '2022-08-23T22:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '2f956065-377c-4878-838d-0267d3870559', 'name': '', 'network_id': '4778581f-3436-4e32-a046-0ed411ab00d6', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'mac_address': 'fa:16:3e:7d:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'cfb8c340-2608-4725-8cf0-b22700591bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:26Z', 'updated_at': '2022-08-23T22:26:31Z', 'revision_number': 4, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'subnets': [{'id': 'cfb8c340-2608-4725-8cf0-b22700591bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:26:32.067828 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04ca68-3df0-403e-a134-fa5c1a2a1783 req-21cdfbdc-1571-4291-96d9-e010e0b8c2eb tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:32.069584 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3e04ca68-3df0-403e-a134-fa5c1a2a1783 req-21cdfbdc-1571-4291-96d9-e010e0b8c2eb tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0683069 Aug 23 22:26:32.163768 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3e04ca68-3df0-403e-a134-fa5c1a2a1783 req-94c9f7a5-e167-48ac-aea9-5ee1d9609ab5 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876403 Aug 23 22:26:32.248658 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 64695c1f-234a-4be4-a0c5-8b5936ec66f2 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:32.340270 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:26:32.350342 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:32.350872 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:32.458500 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:32.458991 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:32.496112 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc119db-5d85-487a-83e0-8356c7d8f9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64695c1f-234a-4be4-a0c5-8b5936ec66f2'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:26:32.499068 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9009a05d-74a8-4ef4-ac25-4b9d4684acaf" -d '{"events": [{"server_uuid": "3cc119db-5d85-487a-83e0-8356c7d8f9ca", "name": "network-vif-plugged", "status": "completed", "tag": "64695c1f-234a-4be4-a0c5-8b5936ec66f2"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:26:32.523374 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 64695c1f-234a-4be4-a0c5-8b5936ec66f2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=64695c1f-234a-4be4-a0c5-8b5936ec66f2,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:32.530589 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:32.574909 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e8fd11-d978-47b9-ad65-0667e04dd59f x-openstack-request-id: req-46e8fd11-d978-47b9-ad65-0667e04dd59f {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:26:32.577533 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc119db-5d85-487a-83e0-8356c7d8f9ca", "name": "network-vif-plugged", "status": "completed", "tag": "64695c1f-234a-4be4-a0c5-8b5936ec66f2", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:26:32.577995 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46e8fd11-d978-47b9-ad65-0667e04dd59f {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:26:32.578599 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e8fd11-d978-47b9-ad65-0667e04dd59f'] response: {'server_uuid': '3cc119db-5d85-487a-83e0-8356c7d8f9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64695c1f-234a-4be4-a0c5-8b5936ec66f2', 'code': 200} Aug 23 22:26:32.663748 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=64695c1f-234a-4be4-a0c5-8b5936ec66f2,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:32.714246 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242e7cb-4a84-4c1a-b2a0-9c3cc74c2f14 req-c3300520-101e-4a42-80d2-cebd9cab4408 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:32.715813 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2242e7cb-4a84-4c1a-b2a0-9c3cc74c2f14 req-c3300520-101e-4a42-80d2-cebd9cab4408 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.1522529 Aug 23 22:26:32.813153 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2242e7cb-4a84-4c1a-b2a0-9c3cc74c2f14 req-17358956-9223-4c5f-9ca0-6a1bcb5bc996 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859756 Aug 23 22:26:32.971795 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6e91-9ec1-4bda-a064-18c2674676c8 req-6cac72fe-d198-4a0d-b312-95dbd2170c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:32.973425 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-097c6e91-9ec1-4bda-a064-18c2674676c8 req-6cac72fe-d198-4a0d-b312-95dbd2170c8f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 1130 time: 0.0453086 Aug 23 22:26:33.047791 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-097c6e91-9ec1-4bda-a064-18c2674676c8 req-5051e08d-6355-4501-8c66-069641b42d58 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614121 Aug 23 22:26:33.328485 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb01fc-987f-496d-b2e8-5501eb18f475 req-f894cc68-0da8-48b5-a63e-d2819dc1494d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:33.330312 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8beb01fc-987f-496d-b2e8-5501eb18f475 req-f894cc68-0da8-48b5-a63e-d2819dc1494d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0778115 Aug 23 22:26:33.355011 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:33.414286 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8beb01fc-987f-496d-b2e8-5501eb18f475 req-d800ab09-7305-47f3-a5dd-a1bc089e2763 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769606 Aug 23 22:26:33.643349 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1e049a9a-b9a2-48b2-b08c-e160f0f94bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:33.961599 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9dfb5-1139-4a39-9c0b-22b4907256b2 req-4aa5bdcc-0d04-4839-b02b-06a826daf3cf tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:33.970887 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-08b9dfb5-1139-4a39-9c0b-22b4907256b2 req-4aa5bdcc-0d04-4839-b02b-06a826daf3cf tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.0710289 Aug 23 22:26:34.038652 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-08b9dfb5-1139-4a39-9c0b-22b4907256b2 req-a046a5ba-a62c-4d1c-9c52-6eec89e3de79 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665450 Aug 23 22:26:34.072878 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2f956065-377c-4878-838d-0267d3870559 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:34.142475 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 2f956065-377c-4878-838d-0267d3870559 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:34.142995 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2f956065-377c-4878-838d-0267d3870559), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:34.259056 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:34.284246 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 2f956065-377c-4878-838d-0267d3870559 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:34.284854 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2f956065-377c-4878-838d-0267d3870559), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:34.336236 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 2f956065-377c-4878-838d-0267d3870559, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=2f956065-377c-4878-838d-0267d3870559,segment=NetworkSegment(d961de76-97b7-4539-b1d7-7366535ad207),segment_id=d961de76-97b7-4539-b1d7-7366535ad207)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:34.344339 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2f956065-377c-4878-838d-0267d3870559), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:34.417966 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=2f956065-377c-4878-838d-0267d3870559,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:34.574591 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1a21f-1582-4ee4-b086-1a7e1554d9c1 req-d01e2428-7b0e-4a5c-bd84-be7ebcb606b2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:34.576711 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-efd1a21f-1582-4ee4-b086-1a7e1554d9c1 req-d01e2428-7b0e-4a5c-bd84-be7ebcb606b2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0683637 Aug 23 22:26:34.649679 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-efd1a21f-1582-4ee4-b086-1a7e1554d9c1 req-aa208cd9-bb5d-49eb-91a9-af21d6a6807c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661526 Aug 23 22:26:35.193761 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca52ad-80db-493f-b08b-9ab5a06a8f3c req-38498b71-a391-41ce-86e7-df64940e4901 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:35.202432 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-16ca52ad-80db-493f-b08b-9ab5a06a8f3c req-38498b71-a391-41ce-86e7-df64940e4901 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.0566454 Aug 23 22:26:35.255228 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-16ca52ad-80db-493f-b08b-9ab5a06a8f3c req-1962d73c-0ccd-4181-9f62-fba2aeb06c50 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521011 Aug 23 22:26:35.805513 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8140f9-a746-45bb-90b9-7ccfdf42ea11 req-5efe8c13-3f58-467c-91d3-a57874918490 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:35.808674 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-aa8140f9-a746-45bb-90b9-7ccfdf42ea11 req-5efe8c13-3f58-467c-91d3-a57874918490 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0625269 Aug 23 22:26:35.880865 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-aa8140f9-a746-45bb-90b9-7ccfdf42ea11 req-1ad9defe-c167-4b49-8821-0be7168d3826 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645869 Aug 23 22:26:35.988305 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2f956065-377c-4878-838d-0267d3870559 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:26:36.065788 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-35717884-0147-4831-898c-f6b96733c9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:36.081878 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 2f956065-377c-4878-838d-0267d3870559 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:36.082468 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2f956065-377c-4878-838d-0267d3870559), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:36.181999 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 2f956065-377c-4878-838d-0267d3870559 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:26:36.457239 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61cd84-eb19-407e-98b1-ab2c51ed9890 req-841d9d42-a64b-42c3-b816-e28cd0ab13b8 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:36.458902 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cc61cd84-eb19-407e-98b1-ab2c51ed9890 req-841d9d42-a64b-42c3-b816-e28cd0ab13b8 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.0625198 Aug 23 22:26:36.537417 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cc61cd84-eb19-407e-98b1-ab2c51ed9890 req-3d240f6c-0b5e-49b4-926a-e71269707b40 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714824 Aug 23 22:26:37.147402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d999ac0-a2e8-4425-ab7d-c9f8bcb1091a req-ba2c4885-2148-4679-91e6-e031b12ebe58 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:37.186657 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5d999ac0-a2e8-4425-ab7d-c9f8bcb1091a req-ba2c4885-2148-4679-91e6-e031b12ebe58 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1607275 Aug 23 22:26:37.297696 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:37.381747 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5d999ac0-a2e8-4425-ab7d-c9f8bcb1091a req-195a0758-c954-41c7-872e-59e549cdbf19 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934080 Aug 23 22:26:37.782836 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312f354-e6f1-4f06-9339-54e282222dc8 req-7bce513a-961f-49d7-918b-38a9271967a7 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:37.792011 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e312f354-e6f1-4f06-9339-54e282222dc8 req-7bce513a-961f-49d7-918b-38a9271967a7 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.0854197 Aug 23 22:26:37.867705 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e312f354-e6f1-4f06-9339-54e282222dc8 req-c90ecdb0-b6ec-4c21-a9e2-6400e689b55a tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684710 Aug 23 22:26:38.736665 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ac28-b4be-48cd-b6b4-18e7b331dcb4 req-c3502399-2ced-4d1c-af94-c885f22d4b54 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:38.738453 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ee83ac28-b4be-48cd-b6b4-18e7b331dcb4 req-c3502399-2ced-4d1c-af94-c885f22d4b54 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1742756 Aug 23 22:26:38.779661 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:38.805776 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:38.887630 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ee83ac28-b4be-48cd-b6b4-18e7b331dcb4 req-94311863-e0d0-4012-9b4c-8d252189e3e4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374419 Aug 23 22:26:39.090007 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb573a8d-6598-496f-b8bd-4186ceb72a40 req-676e1a80-0b13-43b3-ae11-98ba5c3e29f9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:39.091958 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fb573a8d-6598-496f-b8bd-4186ceb72a40 req-676e1a80-0b13-43b3-ae11-98ba5c3e29f9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.0665779 Aug 23 22:26:39.175508 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fb573a8d-6598-496f-b8bd-4186ceb72a40 req-183706a6-b1e5-41dd-a483-fe926bb46b4d tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709221 Aug 23 22:26:40.084100 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:40.100792 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e8064-cc4a-4540-9da8-5a9c418e7c2a req-c6ebd248-24c2-4f89-9918-89d54d263665 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:40.102764 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bc3e8064-cc4a-4540-9da8-5a9c418e7c2a req-c6ebd248-24c2-4f89-9918-89d54d263665 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0952880 Aug 23 22:26:40.121456 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:40.193598 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bc3e8064-cc4a-4540-9da8-5a9c418e7c2a req-9ff3c4f7-f6c9-41fd-acb4-086ba5b1ee6b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814726 Aug 23 22:26:41.001401 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:41.473835 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-dd98568e-e012-4917-9408-3b5bb9876505 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:41.476258 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-dd98568e-e012-4917-9408-3b5bb9876505 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/networks?id=ffa6addb-18b1-4758-90d8-b21ba7a6d789 HTTP/1.1" status: 200 len: 814 time: 0.1822250 Aug 23 22:26:41.501781 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-490acd2a-82ba-4d14-9ccb-a956331dd320 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/quotas/2cfc99aa2ea246fb845d429885ff5209 HTTP/1.1" status: 200 len: 375 time: 0.0161283 Aug 23 22:26:41.619011 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-a85735c5-101e-4b82-b69a-3188eacf06f8 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=2cfc99aa2ea246fb845d429885ff5209&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988517 Aug 23 22:26:41.736783 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081d64-1a23-4c25-ab41-adf728bcbc40 req-c353e272-7715-4c68-87ac-c51bdaf08f1a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:41.738579 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6b081d64-1a23-4c25-ab41-adf728bcbc40 req-c353e272-7715-4c68-87ac-c51bdaf08f1a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0754426 Aug 23 22:26:41.825589 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6b081d64-1a23-4c25-ab41-adf728bcbc40 req-e3e66835-6ac0-4908-982c-faf4a7dd8263 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746851 Aug 23 22:26:41.828513 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-9745416f-ed2d-484c-97e7-60b58edd1b61 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935031 Aug 23 22:26:41.830030 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:41.831943 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:41.992263 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-40fac76d-3fff-4f5d-a3df-88afdf6d4d0c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508691 Aug 23 22:26:42.156138 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa917b-6003-441b-86c7-29a59c0c18c4 req-a0d3d31c-6e7e-4834-aeba-54c7c96a45f3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:42.157795 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3caa917b-6003-441b-86c7-29a59c0c18c4 req-a0d3d31c-6e7e-4834-aeba-54c7c96a45f3 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.0608819 Aug 23 22:26:42.181874 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:42.236663 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3caa917b-6003-441b-86c7-29a59c0c18c4 req-2d7a82cf-c191-4886-9f95-acc8036adb22 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726426 Aug 23 22:26:42.284991 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e0ba0855-31bc-4bd2-a82b-9c92ed51b527 req-a7dd8ee8-dbe5-4cbd-a595-ba522c908982 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 210 time: 0.0375032 Aug 23 22:26:43.012836 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8db2f-ee98-451a-9dd0-b3934d9b8062 req-311fbff6-7d70-4979-8e0d-c12858b65aba tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:43.016516 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-22b8db2f-ee98-451a-9dd0-b3934d9b8062 req-311fbff6-7d70-4979-8e0d-c12858b65aba tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0763009 Aug 23 22:26:43.101925 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-22b8db2f-ee98-451a-9dd0-b3934d9b8062 req-abdb70dc-4730-4823-b4d0-525a10b42bdd tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773132 Aug 23 22:26:43.440704 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cd696-4fa5-475c-ae85-68468951a7a5 req-f0024b0a-ef14-46cd-a562-9a1f02bbb307 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:43.443369 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-482cd696-4fa5-475c-ae85-68468951a7a5 req-f0024b0a-ef14-46cd-a562-9a1f02bbb307 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.0940807 Aug 23 22:26:43.453086 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3219863-90d3-4010-9300-b38d07bd5db3 req-855eeb45-2b10-4eea-89a8-089f00712992 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:43.457732 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a3219863-90d3-4010-9300-b38d07bd5db3 req-855eeb45-2b10-4eea-89a8-089f00712992 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1064701 Aug 23 22:26:43.539336 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-482cd696-4fa5-475c-ae85-68468951a7a5 req-879de0ef-5d32-4f84-90f9-08011fc73526 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798216 Aug 23 22:26:43.560390 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a3219863-90d3-4010-9300-b38d07bd5db3 req-a0ae25e5-53cf-4ccb-bf9a-035beb3fbe55 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904548 Aug 23 22:26:43.696889 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a1c9e2f3-ef7b-4ae9-bd11-50eef3758eaf req-c120d153-f34e-48c6-be5c-fd5f97a5dbdb tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 210 time: 0.0468915 Aug 23 22:26:44.301444 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828933b-e19a-40de-9901-5a49c0e23bfc req-fd6427c5-9ff1-46f3-bd81-8cb71f177bda tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:44.303756 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3828933b-e19a-40de-9901-5a49c0e23bfc req-fd6427c5-9ff1-46f3-bd81-8cb71f177bda tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0952106 Aug 23 22:26:44.396525 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3828933b-e19a-40de-9901-5a49c0e23bfc req-3c5b2a91-ded2-45f6-aa07-8b653e146b30 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821130 Aug 23 22:26:44.475602 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-e2de5927-4577-42bb-b473-54dd6adf4e58 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:44.477420 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-e2de5927-4577-42bb-b473-54dd6adf4e58 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.0673840 Aug 23 22:26:44.601617 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Deleting port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:26:44.602197 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:44.735373 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda8ade-d6b9-4fd1-9108-647c6542406a req-dcda3ca3-2844-4e4a-be9e-85da53b5137c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:44.737206 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9bda8ade-d6b9-4fd1-9108-647c6542406a req-dcda3ca3-2844-4e4a-be9e-85da53b5137c tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 946 time: 0.0730436 Aug 23 22:26:44.835343 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9bda8ade-d6b9-4fd1-9108-647c6542406a req-374ec1f0-209c-40b7-bf1a-667b4f572fc0 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=52d41871-73b7-4bb4-ac59-2f41a80844ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876269 Aug 23 22:26:44.837270 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f3682-db75-4750-8e6e-65adb717512b req-78991206-fed9-4ea5-b314-72b9933b2f9a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:44.840509 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-970f3682-db75-4750-8e6e-65adb717512b req-78991206-fed9-4ea5-b314-72b9933b2f9a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1256204 Aug 23 22:26:44.854812 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] For port 64695c1f-234a-4be4-a0c5-8b5936ec66f2, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=64695c1f-234a-4be4-a0c5-8b5936ec66f2,segment=NetworkSegment(79afbfbd-0ed7-499c-a354-453073c189f4),segment_id=79afbfbd-0ed7-499c-a354-453073c189f4)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:26:44.855613 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:44.898698 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Calling delete_port for 64695c1f-234a-4be4-a0c5-8b5936ec66f2 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:26:44.919467 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:44.935926 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:44.971758 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ab932ce5-7ebb-4bb7-bef0-e35e07e35c1d req-4b8706b2-95d5-4c02-ac1e-616f405db356 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 210 time: 0.0521739 Aug 23 22:26:45.040874 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-970f3682-db75-4750-8e6e-65adb717512b req-3781c875-69d2-4d61-8e0a-6c587ded625a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893861 Aug 23 22:26:45.094838 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:45.192935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (64695c1f-234a-4be4-a0c5-8b5936ec66f2), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:45.232024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Pushing event deleted for resources: {'Port': ['ID=64695c1f-234a-4be4-a0c5-8b5936ec66f2,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:45.258161 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['64695c1f-234a-4be4-a0c5-8b5936ec66f2'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:26:45.289555 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] No DVR routers for this DVR port 64695c1f-234a-4be4-a0c5-8b5936ec66f2 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:26:45.296642 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:45.301198 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-03fc16a4-5e3e-4b93-8fa4-c78e1afaa15f req-175ffb69-db62-4e0f-936d-ed9348b2bec9 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.86 "DELETE /networking/v2.0/ports/64695c1f-234a-4be4-a0c5-8b5936ec66f2 HTTP/1.1" status: 204 len: 173 time: 0.8149517 Aug 23 22:26:45.302325 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc119db-5d85-487a-83e0-8356c7d8f9ca', 'name': 'network-vif-deleted', 'tag': '64695c1f-234a-4be4-a0c5-8b5936ec66f2'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:26:45.307474 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b701b9-e0c1-43c3-9f0f-5644baae09f0" -d '{"events": [{"server_uuid": "3cc119db-5d85-487a-83e0-8356c7d8f9ca", "name": "network-vif-deleted", "tag": "64695c1f-234a-4be4-a0c5-8b5936ec66f2"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:26:45.363345 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5755e44d-f24b-4b25-a924-1ec4a7348eba x-openstack-request-id: req-5755e44d-f24b-4b25-a924-1ec4a7348eba {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:26:45.363822 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc119db-5d85-487a-83e0-8356c7d8f9ca", "name": "network-vif-deleted", "tag": "64695c1f-234a-4be4-a0c5-8b5936ec66f2", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:26:45.364247 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5755e44d-f24b-4b25-a924-1ec4a7348eba {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:26:45.364872 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5755e44d-f24b-4b25-a924-1ec4a7348eba'] response: {'server_uuid': '3cc119db-5d85-487a-83e0-8356c7d8f9ca', 'name': 'network-vif-deleted', 'tag': '64695c1f-234a-4be4-a0c5-8b5936ec66f2', 'status': 'completed', 'code': 200} Aug 23 22:26:45.631149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729a21a-cd7b-4e85-b584-9745628790b6 req-f07b0c0f-bd2a-4fd7-aa10-a4cde564c295 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:45.636218 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a729a21a-cd7b-4e85-b584-9745628790b6 req-f07b0c0f-bd2a-4fd7-aa10-a4cde564c295 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1052697 Aug 23 22:26:45.773835 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a729a21a-cd7b-4e85-b584-9745628790b6 req-86984616-c708-488f-a952-2383f57f6807 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229601 Aug 23 22:26:46.013390 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d077d1ee-e18c-4602-ada1-ec425f53a515 req-6e184027-0952-4299-8f71-8eeaf8715856 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 210 time: 0.0501268 Aug 23 22:26:46.341514 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-750953e6-5d2f-4d1c-88c0-c0b9d2f73cfc req-07a6e637-483c-43da-87d8-127c6cf250e1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 210 time: 0.0845881 Aug 23 22:26:46.346293 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8e691-e719-4959-8d05-4c8a493ac1ef req-cd64b244-c156-4902-a515-90d1fb78c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:46.349012 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f2b8e691-e719-4959-8d05-4c8a493ac1ef req-cd64b244-c156-4902-a515-90d1fb78c613 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 1129 time: 0.1719120 Aug 23 22:26:46.360906 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b745f-3801-4147-91bd-d7aa32d2ba1d req-42a53a2d-1f94-40a2-9013-e0f327ca9e9b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:46.363005 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d26b745f-3801-4147-91bd-d7aa32d2ba1d req-42a53a2d-1f94-40a2-9013-e0f327ca9e9b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.0792730 Aug 23 22:26:46.423690 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d26b745f-3801-4147-91bd-d7aa32d2ba1d req-2991bd8e-b3ca-461a-8f99-35a136a81741 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526969 Aug 23 22:26:46.596072 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f2b8e691-e719-4959-8d05-4c8a493ac1ef req-6a1ca384-2172-4881-9e9c-4fa374fdb208 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750086 Aug 23 22:26:47.007765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a369b4-84b1-46db-9ff2-74e4f07be314 req-c5cd2b6e-1f17-4c4a-bc10-64e1a58cbf10 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:47.011444 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c4a369b4-84b1-46db-9ff2-74e4f07be314 req-c5cd2b6e-1f17-4c4a-bc10-64e1a58cbf10 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0918751 Aug 23 22:26:47.102211 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c4a369b4-84b1-46db-9ff2-74e4f07be314 req-1e8a416f-39bf-4d3c-9a6a-bc021006d06d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828731 Aug 23 22:26:47.265114 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b4682693-568e-485d-a85d-5ea23ee3daf4 req-df1846ff-5fb1-4c82-bd2c-179feb5f3c42 tempest-VolumesActionsTest-421002477 tempest-VolumesActionsTest-421002477-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=3cc119db-5d85-487a-83e0-8356c7d8f9ca HTTP/1.1" status: 200 len: 210 time: 0.0721138 Aug 23 22:26:47.396980 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-9b367683-a058-421c-b491-18aa48f55610 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:47.399469 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-9b367683-a058-421c-b491-18aa48f55610 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.86 "GET /networking/v2.0/networks?id=ffa6addb-18b1-4758-90d8-b21ba7a6d789 HTTP/1.1" status: 200 len: 814 time: 0.2518129 Aug 23 22:26:47.578251 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-63d10614-4df3-4d6b-9697-34e318ae5f06 req-7adf8eba-358f-464b-a057-968bfeba91af tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 210 time: 0.0934587 Aug 23 22:26:47.709457 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8c84e-25ff-4739-96e3-b10aa165f924 req-b1d7a35c-b434-4ccd-91ee-d9c1c4375cc0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:47.712514 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c2c8c84e-25ff-4739-96e3-b10aa165f924 req-b1d7a35c-b434-4ccd-91ee-d9c1c4375cc0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1316345 Aug 23 22:26:47.839663 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c2c8c84e-25ff-4739-96e3-b10aa165f924 req-219de241-51cd-461c-94a6-b80fc65c1e13 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153965 Aug 23 22:26:47.955901 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'port': {'device_id': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'admin_state_up': True, 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:48.034420 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:48.126960 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Made reservation on behalf of 2cfc99aa2ea246fb845d429885ff5209 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:26:48.131204 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:48.258717 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 64695c1f-234a-4be4-a0c5-8b5936ec66f2 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:26:48.295652 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 64695c1f-234a-4be4-a0c5-8b5936ec66f2 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:26:48.296563 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 64695c1f-234a-4be4-a0c5-8b5936ec66f2 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:26:48.335182 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c0573-792e-414a-a4ba-e1f92cde3725 req-c2447f98-d35d-40d3-979b-0d671434cf86 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:48.337311 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-653c0573-792e-414a-a4ba-e1f92cde3725 req-c2447f98-d35d-40d3-979b-0d671434cf86 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0987263 Aug 23 22:26:48.344445 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:48.356714 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Allocated IP 172.20.0.10 (ffa6addb-18b1-4758-90d8-b21ba7a6d789/c1cfa966-9af4-4c52-88da-d5f2e6d20433/e9f61e27-4256-4ba2-904d-a608368e989b) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:26:48.455114 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:48.511842 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-653c0573-792e-414a-a4ba-e1f92cde3725 req-bbc01481-3882-4f34-908d-d4db2e3aa21b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517646 Aug 23 22:26:48.906081 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for port (e9f61e27-4256-4ba2-904d-a608368e989b), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:48.921862 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-481c4439-79dd-4865-894e-234cea3381a1 req-ad906b6a-0392-4aea-acd0-aaf9d12db83b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 210 time: 0.0524154 Aug 23 22:26:48.992996 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:49.109492 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Network ffa6addb-18b1-4758-90d8-b21ba7a6d789 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:26:49.149938 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:26:49.248822 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:26:49.302822 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:49.303922 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:49.407637 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'Port': ['ID=e9f61e27-4256-4ba2-904d-a608368e989b,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:49.432597 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7cbcc0f4-82d5-40e6-86e9-cd5f6a0b70cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4780071 Aug 23 22:26:49.467499 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc12263-4a17-493e-a361-875b440c9c18 req-399a281e-874e-4600-b855-c0f810dac72d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:49.476805 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-abc12263-4a17-493e-a361-875b440c9c18 req-399a281e-874e-4600-b855-c0f810dac72d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.3610435 Aug 23 22:26:49.495943 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Request body: {'port': {'device_id': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:26:49.665854 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-9b6771b2-a1ee-4c3e-8c3f-1f8f80ce2b70 None None] Provisioning complete for port e9f61e27-4256-4ba2-904d-a608368e989b triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:26:49.670936 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-9b6771b2-a1ee-4c3e-8c3f-1f8f80ce2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:49.725011 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:49.878953 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d861c7-40d9-4963-987b-1b30a89fd68d req-dd3e1e57-f91a-4c92-81f5-720149f36f24 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:49.895594 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-06d861c7-40d9-4963-987b-1b30a89fd68d req-dd3e1e57-f91a-4c92-81f5-720149f36f24 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1668584 Aug 23 22:26:49.915462 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-9b6771b2-a1ee-4c3e-8c3f-1f8f80ce2b70 None None] Port e9f61e27-4256-4ba2-904d-a608368e989b cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:26:49.997876 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-abc12263-4a17-493e-a361-875b440c9c18 req-f71c25d8-6108-4ca3-b8b3-39512525a8dd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280798 Aug 23 22:26:50.090937 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-06d861c7-40d9-4963-987b-1b30a89fd68d req-bcde9330-9ccc-41ba-aa82-84ef377044ea tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942015 Aug 23 22:26:50.281172 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55238) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:50.494473 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d268d-0f41-4839-bfb9-8f4d67aa1287 req-5540cbc4-8f8e-4ee6-a6ea-001066431024 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:50.510492 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f76d268d-0f41-4839-bfb9-8f4d67aa1287 req-5540cbc4-8f8e-4ee6-a6ea-001066431024 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 932 time: 0.3435991 Aug 23 22:26:50.734618 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-49e20a0b-c849-4ec7-8093-def839d00905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:50.831288 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f76d268d-0f41-4839-bfb9-8f4d67aa1287 req-9187d792-4d70-4c9a-9f6e-4c0ae640c281 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171315 Aug 23 22:26:51.047622 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-49e20a0b-c849-4ec7-8093-def839d00905 admin admin] Publish callbacks [] for security_group (ffbba9d8-e739-4625-89ea-26c57739910f), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:51.057462 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6d607-6515-4804-85a6-17e951b65103 req-61f8f6ba-f758-4b44-bedf-88aaca0683d5 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:51.059098 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d5e6d607-6515-4804-85a6-17e951b65103 req-61f8f6ba-f758-4b44-bedf-88aaca0683d5 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1513705 Aug 23 22:26:51.060461 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-49e20a0b-c849-4ec7-8093-def839d00905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ffbba9d8-e739-4625-89ea-26c57739910f), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:51.070482 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f61e27-4256-4ba2-904d-a608368e989b {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:26:51.106047 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-49e20a0b-c849-4ec7-8093-def839d00905 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=40b955b963bd44199d476f1451842bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8182631 Aug 23 22:26:51.106944 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:51.107941 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 55258) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:26:51.166531 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Publish callbacks [] for port (e9f61e27-4256-4ba2-904d-a608368e989b), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:51.237601 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e20a0b-c849-4ec7-8093-def839d00905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbba9d8-e739-4625-89ea-26c57739910f,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:51.247214 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Transition to ACTIVE for port object e9f61e27-4256-4ba2-904d-a608368e989b will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:26:51.249922 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d5e6d607-6515-4804-85a6-17e951b65103 req-4c3cbcdf-636d-4c92-9bf5-756aa839de3f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745019 Aug 23 22:26:51.455603 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:51.465607 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-4bc240d7-44b9-4c35-8e66-aabee167335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:51.467671 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-4bc240d7-44b9-4c35-8e66-aabee167335a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 1129 time: 0.1767256 Aug 23 22:26:51.534618 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088f84-d745-4d6b-9b13-01c217543de2 req-bd0f09c4-7973-46df-82cb-3186c5f9b73c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:51.546860 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ff088f84-d745-4d6b-9b13-01c217543de2 req-bd0f09c4-7973-46df-82cb-3186c5f9b73c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.2917571 Aug 23 22:26:51.614787 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:51.773647 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:51.820573 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8d93-bf15-4321-b0ae-791ec6e5623f req-be9d7b4d-1bfc-48d9-9a45-6f5dcca1f274 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:51.824322 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-20ab8d93-bf15-4321-b0ae-791ec6e5623f req-be9d7b4d-1bfc-48d9-9a45-6f5dcca1f274 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1545308 Aug 23 22:26:51.954388 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-20ab8d93-bf15-4321-b0ae-791ec6e5623f req-04c0724c-0c4a-4496-9261-dffc31739e1c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210234 Aug 23 22:26:52.161863 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bacfa-b497-42aa-bf4a-89bf3e17b852 req-3b4d786a-5ce2-47a2-8bcb-7ad668665477 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:52.175232 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-aa2bacfa-b497-42aa-bf4a-89bf3e17b852 req-3b4d786a-5ce2-47a2-8bcb-7ad668665477 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.1530073 Aug 23 22:26:52.292722 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-aa2bacfa-b497-42aa-bf4a-89bf3e17b852 req-67036499-fa08-4c31-b34f-37c471ebb917 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998814 Aug 23 22:26:52.542183 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca243a92-8a16-4633-a171-983fe4bdf939 req-374e3c04-b5b6-4360-b1d5-cb60a52f68ed tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:52.545588 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ca243a92-8a16-4633-a171-983fe4bdf939 req-374e3c04-b5b6-4360-b1d5-cb60a52f68ed tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0984426 Aug 23 22:26:52.599404 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f61e27-4256-4ba2-904d-a608368e989b,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:52.626067 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ff088f84-d745-4d6b-9b13-01c217543de2 req-97e8db7f-388c-42db-ba0a-e7f7ae2099c0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0774209 Aug 23 22:26:52.675553 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:52.687169 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ca243a92-8a16-4633-a171-983fe4bdf939 req-73ce3043-0468-41f7-88f2-ada599e8550e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351731 Aug 23 22:26:52.738842 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ef88d819-1f2b-4100-bf78-71b68c991593 admin admin] Publish callbacks [] for security_group (ffbba9d8-e739-4625-89ea-26c57739910f), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:52.767393 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Attempting to bind port e9f61e27-4256-4ba2-904d-a608368e989b on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:26:52.767741 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Attempting to bind port e9f61e27-4256-4ba2-904d-a608368e989b by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:26:52.768064 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Attempting to bind port e9f61e27-4256-4ba2-904d-a608368e989b on network ffa6addb-18b1-4758-90d8-b21ba7a6d789 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:52.792175 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ef88d819-1f2b-4100-bf78-71b68c991593 admin admin] Publish callbacks [] for security_group (ffbba9d8-e739-4625-89ea-26c57739910f), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:52.794942 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Port e9f61e27-4256-4ba2-904d-a608368e989b on network ffa6addb-18b1-4758-90d8-b21ba7a6d789 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:26:52.795169 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Attempting to bind port e9f61e27-4256-4ba2-904d-a608368e989b on network ffa6addb-18b1-4758-90d8-b21ba7a6d789 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:26:52.820666 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:26:52.821008 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Checking segment: {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:26:52.821419 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Bound using segment: {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:26:52.822931 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Bound port: e9f61e27-4256-4ba2-904d-a608368e989b, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e234ee7-2079-45b2-aca8-3f486c1dc7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:26:52.823315 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:52.831726 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-31015a0c-2211-4857-8dcc-b62b8f4f6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:52.833359 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-31015a0c-2211-4857-8dcc-b62b8f4f6f98 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 1.0755332 Aug 23 22:26:52.926336 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] For port e9f61e27-4256-4ba2-904d-a608368e989b, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:26:52.932332 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] For port e9f61e27-4256-4ba2-904d-a608368e989b, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e9f61e27-4256-4ba2-904d-a608368e989b,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:26:52.937401 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ef88d819-1f2b-4100-bf78-71b68c991593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ffbba9d8-e739-4625-89ea-26c57739910f), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:52.941041 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ef88d819-1f2b-4100-bf78-71b68c991593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:52.942732 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ef88d819-1f2b-4100-bf78-71b68c991593 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/ffbba9d8-e739-4625-89ea-26c57739910f HTTP/1.1" status: 204 len: 168 time: 1.8237619 Aug 23 22:26:52.948476 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:52.953112 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:52.954259 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:26:52.956093 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 200 len: 1094 time: 3.4760187 Aug 23 22:26:52.959869 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:26:52.962377 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73efc9a-ba98-40b9-9844-0419addae28d" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:26:52.995309 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88d819-1f2b-4100-bf78-71b68c991593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbba9d8-e739-4625-89ea-26c57739910f,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:53.062541 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db77eca2-7850-4804-880e-0b9527c867bf x-openstack-request-id: req-db77eca2-7850-4804-880e-0b9527c867bf {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:26:53.063005 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:26:53.063413 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-db77eca2-7850-4804-880e-0b9527c867bf {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:26:53.064053 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db77eca2-7850-4804-880e-0b9527c867bf'] response: {'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'status': 'completed', 'code': 200} Aug 23 22:26:53.071321 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822717-91dc-4784-ac1f-93547319c907 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f61e27-4256-4ba2-904d-a608368e989b,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:26:53.148862 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb0924-977b-4cd1-81d6-297a214d9a8a req-c14d89f4-c680-42d6-a42c-6228bd43ab19 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:53.150546 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9deb0924-977b-4cd1-81d6-297a214d9a8a req-c14d89f4-c680-42d6-a42c-6228bd43ab19 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0636775 Aug 23 22:26:53.221542 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9deb0924-977b-4cd1-81d6-297a214d9a8a req-b4dddc37-023b-41c8-995f-a07dbd34d34d tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603697 Aug 23 22:26:53.428841 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2849e85-633a-4237-b028-c29012c7465e req-4f5234f6-e139-4d53-b16e-8657fb8f9930 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:53.436861 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d2849e85-633a-4237-b028-c29012c7465e req-4f5234f6-e139-4d53-b16e-8657fb8f9930 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.0656190 Aug 23 22:26:53.521745 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d2849e85-633a-4237-b028-c29012c7465e req-82c45a83-afe7-4de7-88d4-34d8ff6203dc tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836732 Aug 23 22:26:53.841025 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295e47-c569-4229-927d-5a4c004cbb46 req-53f2f1d8-8faa-474b-8ba0-da1f8db03d33 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:53.843133 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e4295e47-c569-4229-927d-5a4c004cbb46 req-53f2f1d8-8faa-474b-8ba0-da1f8db03d33 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.0742607 Aug 23 22:26:53.882328 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1066619-e4db-43f1-b004-fc9b5d2bde10 req-ce99e242-ff03-49bd-b4da-1669144cca26 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:53.886375 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1066619-e4db-43f1-b004-fc9b5d2bde10 req-ce99e242-ff03-49bd-b4da-1669144cca26 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0753016 Aug 23 22:26:53.918425 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e4295e47-c569-4229-927d-5a4c004cbb46 req-a347bacc-f07f-4ab3-b89e-3b45d12cb805 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676854 Aug 23 22:26:53.955535 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1066619-e4db-43f1-b004-fc9b5d2bde10 req-568cd800-5ec0-4427-a05d-4503c1cbc312 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627849 Aug 23 22:26:54.366368 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd9c89-9f9a-4ecc-ba24-6fde44fec7e8 req-9bda42df-ff98-4c43-a643-052d3c131652 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:54.367886 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d3dd9c89-9f9a-4ecc-ba24-6fde44fec7e8 req-9bda42df-ff98-4c43-a643-052d3c131652 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0536852 Aug 23 22:26:54.448189 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d3dd9c89-9f9a-4ecc-ba24-6fde44fec7e8 req-041e7e3a-307b-4761-8383-29a7aeded937 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716059 Aug 23 22:26:54.683857 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:54.699258 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a671c-9155-4721-a533-c62bb05ecb05 req-b103f428-c057-43e8-a688-28cb0c5a57b1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:54.700888 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-241a671c-9155-4721-a533-c62bb05ecb05 req-b103f428-c057-43e8-a688-28cb0c5a57b1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.0844069 Aug 23 22:26:54.777540 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-241a671c-9155-4721-a533-c62bb05ecb05 req-1e1764c6-c1b2-4646-bad2-7fb4014d9229 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651889 Aug 23 22:26:55.066140 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91d2a4-4964-45d8-a8f7-ebaca14c472a req-862580dc-5763-48bd-a6e7-4492b28e9016 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:55.067904 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7b91d2a4-4964-45d8-a8f7-ebaca14c472a req-862580dc-5763-48bd-a6e7-4492b28e9016 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.0557106 Aug 23 22:26:55.116100 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1784eec-6c38-4319-aa53-ddaed8705480 req-489d460a-0a1f-41f2-81cd-a11723b2dc78 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:55.117817 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1784eec-6c38-4319-aa53-ddaed8705480 req-489d460a-0a1f-41f2-81cd-a11723b2dc78 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0657103 Aug 23 22:26:55.126262 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7b91d2a4-4964-45d8-a8f7-ebaca14c472a req-13b95d1a-4568-41ec-9d55-049547af2477 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508573 Aug 23 22:26:55.175326 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1784eec-6c38-4319-aa53-ddaed8705480 req-658f0c57-3abb-457e-9217-a5ffad71548d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499101 Aug 23 22:26:55.685740 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36a4c-241f-47ef-8a83-77491e2cfbd5 req-4e347272-3464-4840-96b5-c4bb95092e08 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:55.707763 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4bf36a4c-241f-47ef-8a83-77491e2cfbd5 req-4e347272-3464-4840-96b5-c4bb95092e08 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1121297 Aug 23 22:26:55.882206 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4bf36a4c-241f-47ef-8a83-77491e2cfbd5 req-ba5e6578-098e-4d9c-8865-35d2d97717ad tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697285 Aug 23 22:26:55.954900 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf27ce-49d0-4189-a0df-b6878d29901f req-5609f907-190f-484b-a4af-178be7b702ec tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:55.956816 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e1bf27ce-49d0-4189-a0df-b6878d29901f req-5609f907-190f-484b-a4af-178be7b702ec tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.0812330 Aug 23 22:26:56.021238 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e1bf27ce-49d0-4189-a0df-b6878d29901f req-60285c51-edf1-4a84-a6c2-be0b3cef55c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556424 Aug 23 22:26:56.330072 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:56.387132 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7753-338b-4f8e-9223-e541056260bb req-ec00e2b5-74e3-46cf-a8c0-6e68770abc23 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:56.390513 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3c11a-5a07-4ec0-bdb7-21be229fafa4 req-70eb703e-7daa-49df-b52c-216fb7a2a1f2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:56.393666 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8c3a7753-338b-4f8e-9223-e541056260bb req-ec00e2b5-74e3-46cf-a8c0-6e68770abc23 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1425035 Aug 23 22:26:56.397962 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-06b3c11a-5a07-4ec0-bdb7-21be229fafa4 req-70eb703e-7daa-49df-b52c-216fb7a2a1f2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0867207 Aug 23 22:26:56.463870 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8c3a7753-338b-4f8e-9223-e541056260bb req-82117d3f-0755-4521-9887-1b0f72b28e39 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577140 Aug 23 22:26:56.467043 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-06b3c11a-5a07-4ec0-bdb7-21be229fafa4 req-567de418-b0f7-4841-a111-5c1e846b5f7e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667846 Aug 23 22:26:57.150008 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9453a1-6775-4141-b898-a77df0fa027f req-d6907306-3f10-4d89-b28d-f0765bf995d6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:57.184611 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cd9453a1-6775-4141-b898-a77df0fa027f req-d6907306-3f10-4d89-b28d-f0765bf995d6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1586027 Aug 23 22:26:57.357882 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cd9453a1-6775-4141-b898-a77df0fa027f req-23084e8a-c86c-4d7e-94ff-29a7e07aa2b6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699026 Aug 23 22:26:57.395150 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7862af-5de7-4608-96dd-6f2b2d1f0d85 req-d9f559e2-6911-4b87-bd00-0126d03ae4b4 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:57.396881 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3a7862af-5de7-4608-96dd-6f2b2d1f0d85 req-d9f559e2-6911-4b87-bd00-0126d03ae4b4 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.1711409 Aug 23 22:26:57.517324 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3a7862af-5de7-4608-96dd-6f2b2d1f0d85 req-eae34998-9c03-4d5c-911b-77cbcec1bbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102958 Aug 23 22:26:58.043430 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5c9ff-365d-4018-be4b-d14c3202b745 req-05cdd1b2-a727-49d3-80b1-57149521fffd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:58.048592 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3cf5c9ff-365d-4018-be4b-d14c3202b745 req-05cdd1b2-a727-49d3-80b1-57149521fffd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.2462819 Aug 23 22:26:58.055642 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5532e-3d6e-41e4-bf39-0c760722340d req-db598e49-27ac-4f86-b1d4-c2f5aa73033f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:58.058383 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2ad5532e-3d6e-41e4-bf39-0c760722340d req-db598e49-27ac-4f86-b1d4-c2f5aa73033f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.2246971 Aug 23 22:26:58.180285 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2ad5532e-3d6e-41e4-bf39-0c760722340d req-3adfb8f1-a169-44ee-8d23-6d263331ad45 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044528 Aug 23 22:26:58.209756 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3cf5c9ff-365d-4018-be4b-d14c3202b745 req-e30a3e24-e0ce-436b-9671-fed88b75c819 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442893 Aug 23 22:26:58.609647 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513ec3a-8c51-413e-807d-10f30547835b req-14b5d847-5018-4d37-aa64-40ab4e682d70 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:58.611380 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3513ec3a-8c51-413e-807d-10f30547835b req-14b5d847-5018-4d37-aa64-40ab4e682d70 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0906570 Aug 23 22:26:58.735018 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2748470-6468-471f-979b-c795a8f1d6a6 req-f9700d34-4356-47ae-b853-20cae8c880fb tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:58.744738 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d2748470-6468-471f-979b-c795a8f1d6a6 req-f9700d34-4356-47ae-b853-20cae8c880fb tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.0861616 Aug 23 22:26:58.777979 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3513ec3a-8c51-413e-807d-10f30547835b req-a21a74e1-bc1a-45ad-8146-ebb2ce213e51 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404338 Aug 23 22:26:58.886883 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d2748470-6468-471f-979b-c795a8f1d6a6 req-0213db80-5ca2-47de-80c8-baed88fd4380 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406560 Aug 23 22:26:59.652256 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032f3e3-f58e-4657-986d-9ce9565f21d5 req-7a6e0653-2982-499b-ab32-34fcc4739893 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:59.662910 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9032f3e3-f58e-4657-986d-9ce9565f21d5 req-7a6e0653-2982-499b-ab32-34fcc4739893 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1883116 Aug 23 22:26:59.665767 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643496c-cadb-47e8-a58f-0d51bae32e37 req-3eca0189-17d6-4e0f-a22e-2d641c7be76c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:26:59.672320 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8643496c-cadb-47e8-a58f-0d51bae32e37 req-3eca0189-17d6-4e0f-a22e-2d641c7be76c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1771848 Aug 23 22:26:59.756196 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:59.840132 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:26:59.890184 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8643496c-cadb-47e8-a58f-0d51bae32e37 req-70c8f9db-b7f7-4bd3-ad13-259bff33084f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884665 Aug 23 22:26:59.909457 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9032f3e3-f58e-4657-986d-9ce9565f21d5 req-58f89a84-7228-488a-a57b-791095af4b4a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452772 Aug 23 22:27:00.125733 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4a835-6659-41fa-ba67-e489a6e7c1d5 req-7bcd4467-9867-4f42-98ff-3cf46618e20f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:00.127951 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a7b4a835-6659-41fa-ba67-e489a6e7c1d5 req-7bcd4467-9867-4f42-98ff-3cf46618e20f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0953925 Aug 23 22:27:00.218359 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a7b4a835-6659-41fa-ba67-e489a6e7c1d5 req-f16a1e92-651e-4c80-a4b6-d5d687a237a3 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803995 Aug 23 22:27:00.355093 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:00.374984 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9eb91-f24d-42b5-858c-bb8cd037ca22 req-11d00899-5273-4512-aaf2-712de49ab710 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:00.377112 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f9b9eb91-f24d-42b5-858c-bb8cd037ca22 req-11d00899-5273-4512-aaf2-712de49ab710 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.3192465 Aug 23 22:27:00.437594 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f9b9eb91-f24d-42b5-858c-bb8cd037ca22 req-04d3865d-9bd9-46d6-96e8-99a41577ce4e tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535498 Aug 23 22:27:00.486610 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:00.519824 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:01.070339 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d323f-eb62-4483-a88a-baebf13e1717 req-c9511999-3e2b-476a-89c2-305d3349a285 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:01.072044 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0c6d323f-eb62-4483-a88a-baebf13e1717 req-c9511999-3e2b-476a-89c2-305d3349a285 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0673664 Aug 23 22:27:01.130453 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac285-4127-40e0-a29c-711b1a1da2ba req-a588cbcc-e8c6-4950-8414-5d0177da6dd3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:01.131078 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0c6d323f-eb62-4483-a88a-baebf13e1717 req-bfc9d195-db3d-4d28-9664-dcec97d55d40 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Aug 23 22:27:01.132042 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-eb1ac285-4127-40e0-a29c-711b1a1da2ba req-a588cbcc-e8c6-4950-8414-5d0177da6dd3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.0576773 Aug 23 22:27:01.192671 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-eb1ac285-4127-40e0-a29c-711b1a1da2ba req-27bf3d0c-b145-49a3-95f2-b77918c39954 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546842 Aug 23 22:27:01.350570 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf66f5d-17a9-4476-b82c-c73db71875ac req-776c839c-dff5-4475-b149-0d83ebbffe18 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:01.352239 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6cf66f5d-17a9-4476-b82c-c73db71875ac req-776c839c-dff5-4475-b149-0d83ebbffe18 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0519338 Aug 23 22:27:01.409207 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6cf66f5d-17a9-4476-b82c-c73db71875ac req-b8e76b43-7b06-4ac2-b9a5-808d26e4bd82 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499072 Aug 23 22:27:01.514502 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:27:01.590455 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c479e5-e307-4765-bb99-af376a656755 req-cecf58eb-4518-488f-8e2e-b589e4b33ab2 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:01.592034 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-92c479e5-e307-4765-bb99-af376a656755 req-cecf58eb-4518-488f-8e2e-b589e4b33ab2 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.0649149 Aug 23 22:27:01.651108 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-92c479e5-e307-4765-bb99-af376a656755 req-c1d01941-fecf-4dfe-90fc-1db61b746bd2 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532546 Aug 23 22:27:02.099964 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-a6824d75-dbc6-409f-8bc6-56a68aa3c49d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75 HTTP/1.1" status: 200 len: 217 time: 0.0421112 Aug 23 22:27:02.290802 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3c652-83ae-4584-86f7-c7cfe4745fca req-aa536e88-621c-4e39-8dbe-5e1cecda1abd tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:02.300048 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f0e3c652-83ae-4584-86f7-c7cfe4745fca req-aa536e88-621c-4e39-8dbe-5e1cecda1abd tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0820355 Aug 23 22:27:02.313484 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:02.389205 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f0e3c652-83ae-4584-86f7-c7cfe4745fca req-19f4e77a-80cb-4b33-87f4-44b127d16ac1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878305 Aug 23 22:27:02.476733 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bf21f-9c00-49fa-a1ac-3f8f9ca1bd71 req-35b84d1c-23b1-4013-af42-305e0dac4b2f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:02.487409 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b66bf21f-9c00-49fa-a1ac-3f8f9ca1bd71 req-35b84d1c-23b1-4013-af42-305e0dac4b2f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1296053 Aug 23 22:27:02.636867 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b66bf21f-9c00-49fa-a1ac-3f8f9ca1bd71 req-cc2a5ff7-d4be-4d8a-9594-a65240f34e9c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406648 Aug 23 22:27:02.751557 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6f50b-0c4b-4be6-914e-b0e1d7d5e8f8 req-c01fd060-b646-4b66-a38a-775b0a22acbe tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:02.753430 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c7d6f50b-0c4b-4be6-914e-b0e1d7d5e8f8 req-c01fd060-b646-4b66-a38a-775b0a22acbe tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1477122 Aug 23 22:27:02.960796 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d71be1-6dd9-4d4f-8ec9-57b95d4a53e0 req-b8cc8a29-bba3-4c79-a140-dabe46194214 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:02.971101 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-65d71be1-6dd9-4d4f-8ec9-57b95d4a53e0 req-b8cc8a29-bba3-4c79-a140-dabe46194214 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.0964434 Aug 23 22:27:03.010446 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c7d6f50b-0c4b-4be6-914e-b0e1d7d5e8f8 req-990f5d58-b50a-4040-9b15-033890dcd1a7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290258 Aug 23 22:27:03.105657 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-65d71be1-6dd9-4d4f-8ec9-57b95d4a53e0 req-23a90c1f-f07c-4a87-a4cd-f4800395196f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327374 Aug 23 22:27:03.525827 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73efc9a-ba98-40b9-9844-0419addae28d req-b8a12da1-3300-4f54-9d27-9cb22c12a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:03.529818 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b73efc9a-ba98-40b9-9844-0419addae28d req-b8a12da1-3300-4f54-9d27-9cb22c12a4d3 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=2cfc99aa2ea246fb845d429885ff5209&device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 1128 time: 0.1187205 Aug 23 22:27:03.663937 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0facbf8-6387-4558-92eb-b7048b9cf991 req-dd3809a6-e4fe-4303-a968-f9300d972f11 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:03.663937 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e0facbf8-6387-4558-92eb-b7048b9cf991 req-dd3809a6-e4fe-4303-a968-f9300d972f11 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0948277 Aug 23 22:27:03.721512 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c1650030-463f-4531-a868-22b7b6be85c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:03.886363 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e0facbf8-6387-4558-92eb-b7048b9cf991 req-3683dc70-af21-4289-93c7-377217648509 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010858 Aug 23 22:27:03.954775 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0cb83-04e0-45db-8de1-84d556ac4b50 req-f72c5592-a627-43f3-816e-e10950cc5025 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:03.958488 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-36e0cb83-04e0-45db-8de1-84d556ac4b50 req-f72c5592-a627-43f3-816e-e10950cc5025 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1010501 Aug 23 22:27:04.028824 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-36e0cb83-04e0-45db-8de1-84d556ac4b50 req-c5624011-041c-4da9-ac3b-c775e45b2270 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639975 Aug 23 22:27:04.218765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f1ec5-a0fa-4a3c-b61d-5b3b66de921b req-ae6bef9b-b153-4fcd-a38d-7fccd1dd9aab tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:04.220503 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e89f1ec5-a0fa-4a3c-b61d-5b3b66de921b req-ae6bef9b-b153-4fcd-a38d-7fccd1dd9aab tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0961893 Aug 23 22:27:04.235921 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:04.283492 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e89f1ec5-a0fa-4a3c-b61d-5b3b66de921b req-5b302421-d25d-496f-b0b8-0bd45ec79795 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545435 Aug 23 22:27:04.326314 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abac74-ebdf-4602-abb4-b097c6642071 req-eabedf67-7d29-45d4-922d-2b9df83cdba4 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:04.336315 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-62abac74-ebdf-4602-abb4-b097c6642071 req-eabedf67-7d29-45d4-922d-2b9df83cdba4 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.0858731 Aug 23 22:27:04.419806 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-62abac74-ebdf-4602-abb4-b097c6642071 req-e5514d74-ccca-41cd-8fc4-66f909f63cfd tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823083 Aug 23 22:27:05.043532 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff86d7-bb82-4f75-82c5-33c28a3d15b6 req-952a977f-629f-4aeb-901c-61db60002b0c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:05.046487 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f6ff86d7-bb82-4f75-82c5-33c28a3d15b6 req-952a977f-629f-4aeb-901c-61db60002b0c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0666409 Aug 23 22:27:05.156682 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f6ff86d7-bb82-4f75-82c5-33c28a3d15b6 req-730178d2-e58b-4809-8ec6-de64c14a1816 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021900 Aug 23 22:27:05.276391 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b1bc6-4b49-4bc1-a584-fda88ddbcb0d req-93626910-ed6d-42b8-81b7-89b2e16bbaaa tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:05.288664 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5e3b1bc6-4b49-4bc1-a584-fda88ddbcb0d req-93626910-ed6d-42b8-81b7-89b2e16bbaaa tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.0926845 Aug 23 22:27:05.359532 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5e3b1bc6-4b49-4bc1-a584-fda88ddbcb0d req-f6b9ab01-f55b-4a95-9352-1a6208e0902b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694585 Aug 23 22:27:05.518475 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ffee0-01e2-4654-a9ff-dde697e59419 req-adcd983c-0e77-427c-81a2-f20929dab576 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:05.533371 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-310ffee0-01e2-4654-a9ff-dde697e59419 req-adcd983c-0e77-427c-81a2-f20929dab576 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1237113 Aug 23 22:27:05.633909 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-310ffee0-01e2-4654-a9ff-dde697e59419 req-d990c92c-9069-4a3a-b2b6-e02d43083e11 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016541 Aug 23 22:27:05.713555 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cf910-457a-4e1b-bab9-9cee794588f3 req-2a40511c-2223-4dfc-8051-136923f104ec tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:05.718011 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-186cf910-457a-4e1b-bab9-9cee794588f3 req-2a40511c-2223-4dfc-8051-136923f104ec tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.1450820 Aug 23 22:27:05.826414 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-186cf910-457a-4e1b-bab9-9cee794588f3 req-327a6a26-c764-42f6-a915-d05d1e3b688a tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011777 Aug 23 22:27:06.043095 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-d1a3c89a-a4f8-402a-8efa-6dd7319ce26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:06.636241 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c13a-d748-4a5e-b393-97e8ae358604 req-dc1b3134-97cb-4064-a4a9-247231fe9571 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:06.653759 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fd04c13a-d748-4a5e-b393-97e8ae358604 req-dc1b3134-97cb-4064-a4a9-247231fe9571 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1474986 Aug 23 22:27:06.773215 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a534ba0-1d9b-4055-89c6-8d7447ffe53c req-30f14f55-4db6-4fcb-b313-973fc7eb11f7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:06.784430 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6a534ba0-1d9b-4055-89c6-8d7447ffe53c req-30f14f55-4db6-4fcb-b313-973fc7eb11f7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.2039943 Aug 23 22:27:06.803776 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fd04c13a-d748-4a5e-b393-97e8ae358604 req-db82e3fd-e9c8-45b2-baeb-e810b280fd6d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453884 Aug 23 22:27:06.873470 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6a534ba0-1d9b-4055-89c6-8d7447ffe53c req-95f2d159-ee3c-4173-8077-2be6090c9fbf tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879016 Aug 23 22:27:07.088405 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd253e-a499-427a-8351-36d4aee2fece req-cc96c4ed-956d-4b27-a3f3-b7c196945497 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:07.115073 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4f15c-3065-49a9-a6ad-fff4e60b094a req-cdb99c56-ea15-43c9-9cf1-358b67f121dc tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:07.116779 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-baf4f15c-3065-49a9-a6ad-fff4e60b094a req-cdb99c56-ea15-43c9-9cf1-358b67f121dc tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1355104 Aug 23 22:27:07.128848 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9afd253e-a499-427a-8351-36d4aee2fece req-cc96c4ed-956d-4b27-a3f3-b7c196945497 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.1787350 Aug 23 22:27:07.201169 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:07.301665 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9afd253e-a499-427a-8351-36d4aee2fece req-776eed91-5250-4684-918f-4f8fe11e82fa tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625304 Aug 23 22:27:07.456637 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-803958ac-8a0e-4c6e-b5a3-fcdeaaa3ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:07.459573 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-803958ac-8a0e-4c6e-b5a3-fcdeaaa3ec2c service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.3415060 Aug 23 22:27:08.058234 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-baf4f15c-3065-49a9-a6ad-fff4e60b094a req-9debca59-ea71-4fdc-913f-807f7729cbae tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7275741 Aug 23 22:27:08.227266 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7c11-fcb1-437f-98bb-c31f577cffa8 req-85d11dec-14e6-4f58-8f87-451ef9439394 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:08.233179 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5dfe7c11-fcb1-437f-98bb-c31f577cffa8 req-85d11dec-14e6-4f58-8f87-451ef9439394 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.2269006 Aug 23 22:27:08.357745 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-765aba85-e1e1-41a4-b431-05de718b5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:08.359854 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-765aba85-e1e1-41a4-b431-05de718b5d8f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2986844 Aug 23 22:27:08.444247 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:08.447456 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73efc9a-ba98-40b9-9844-0419addae28d req-cd5c8796-0b46-4b41-9379-d6fa051cefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:08.450675 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b73efc9a-ba98-40b9-9844-0419addae28d req-cd5c8796-0b46-4b41-9379-d6fa051cefd5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=2cfc99aa2ea246fb845d429885ff5209&shared=False HTTP/1.1" status: 200 len: 916 time: 1.3142381 Aug 23 22:27:08.456997 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5dfe7c11-fcb1-437f-98bb-c31f577cffa8 req-4be9f9a1-8190-4a18-b01f-bb27147d2d45 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122200 Aug 23 22:27:08.461214 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5295f-defb-43e0-8060-96a8b891c209 req-e47c9b0b-3ed9-4aa4-8ad7-785028997ba8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:08.491442 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-95d5295f-defb-43e0-8060-96a8b891c209 req-e47c9b0b-3ed9-4aa4-8ad7-785028997ba8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.2259645 Aug 23 22:27:08.793444 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:08.822631 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:08.865653 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab4aa2-7f55-40ba-972d-46ed92b1911d req-a34d535c-6efe-43e0-8660-f470ce1026b1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:08.874761 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:08.896833 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-26ab4aa2-7f55-40ba-972d-46ed92b1911d req-a34d535c-6efe-43e0-8660-f470ce1026b1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.2577734 Aug 23 22:27:09.079325 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-26ab4aa2-7f55-40ba-972d-46ed92b1911d req-72b2ca24-5492-486f-8d2a-1c3c03f1ab34 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822541 Aug 23 22:27:09.110823 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 5867c0e1-ac00-4c87-bd75-9ca953635248 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:27:09.295504 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-95d5295f-defb-43e0-8060-96a8b891c209 req-cd78b32c-a8f4-4311-bc2f-558f564537ce tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8028975 Aug 23 22:27:09.496164 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906f4c1-0ff1-4a52-835e-b11b347496ce req-a23df7fe-910c-4923-aab9-0af155d82699 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:09.512179 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6906f4c1-0ff1-4a52-835e-b11b347496ce req-a23df7fe-910c-4923-aab9-0af155d82699 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.2261581 Aug 23 22:27:09.591653 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:09.635456 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'port_id': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'mac_address': 'fa:16:3e:06:8f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:27:09.709526 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-babeaf9f-c840-4de6-8cdb-e288ee61e09a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2007279 Aug 23 22:27:09.720897 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6906f4c1-0ff1-4a52-835e-b11b347496ce req-b2b02d5b-5ddb-4a9b-911e-bbd8b9d9e674 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040102 Aug 23 22:27:09.782121 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 5867c0e1-ac00-4c87-bd75-9ca953635248 is: ACTIVE; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:09.782556 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:09.835566 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5867c0e1-ac00-4c87-bd75-9ca953635248 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:27:09.840229 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73efc9a-ba98-40b9-9844-0419addae28d req-da6874d6-bd9f-4f58-a2ff-5d99f2714683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:09.851023 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b73efc9a-ba98-40b9-9844-0419addae28d req-da6874d6-bd9f-4f58-a2ff-5d99f2714683 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.3143160 Aug 23 22:27:09.939132 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:09.947989 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:10.178199 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=6']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:10.233360 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f4e6365d-c393-4f65-9d81-7a874ccd7dd8 req-135e8166-0714-469e-9f72-e2a35ae06a88 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126253 Aug 23 22:27:10.240234 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55676) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:10.247262 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-ab9eb82f-a59d-4ca7-93e5-32093a38399b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531668691', 'description': 'tempest-description--632488386'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:10.254406 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d8f1a-74d9-4ea3-9841-5b12779abd42 req-5d93cc64-f0b6-41e6-8382-5960d269a14d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:10.257995 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a95d8f1a-74d9-4ea3-9841-5b12779abd42 req-5d93cc64-f0b6-41e6-8382-5960d269a14d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.5556734 Aug 23 22:27:10.271934 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:10.336179 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['5867c0e1-ac00-4c87-bd75-9ca953635248'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:27:10.341848 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ab9eb82f-a59d-4ca7-93e5-32093a38399b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:10.434627 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a95d8f1a-74d9-4ea3-9841-5b12779abd42 req-de305f52-4278-497d-b41f-ffc7a05b9580 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701593 Aug 23 22:27:10.606029 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ab9eb82f-a59d-4ca7-93e5-32093a38399b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (97161332-413b-45bf-958c-ac9521869ca2), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:10.731183 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4a07c-8595-42c3-9c17-d73ccad19a06 req-b6a181b6-6d01-4c61-a7b7-ff452f047f91 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:10.741048 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9fd4a07c-8595-42c3-9c17-d73ccad19a06 req-b6a181b6-6d01-4c61-a7b7-ff452f047f91 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 944 time: 0.0822206 Aug 23 22:27:10.757587 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:10.812016 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf531b-ab6e-42ab-9b0e-1e3c85562434 req-ef41340e-2a87-432c-8d59-4f95e8225065 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:10.816790 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f5bf531b-ab6e-42ab-9b0e-1e3c85562434 req-ef41340e-2a87-432c-8d59-4f95e8225065 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.2015991 Aug 23 22:27:10.820682 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ab9eb82f-a59d-4ca7-93e5-32093a38399b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (97161332-413b-45bf-958c-ac9521869ca2), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:10.921158 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9fd4a07c-8595-42c3-9c17-d73ccad19a06 req-8de30b19-b652-4a01-bfaf-08ff23b0efee tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777380 Aug 23 22:27:11.043087 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.072789 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-039ab1f2-4c45-41f4-a404-cdb241d281cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:11.075009 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-039ab1f2-4c45-41f4-a404-cdb241d281cd service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=2cfc99aa2ea246fb845d429885ff5209&device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 1128 time: 0.1883714 Aug 23 22:27:11.142702 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f5bf531b-ab6e-42ab-9b0e-1e3c85562434 req-a71653fd-2d72-4181-84ef-58b8ea7d5571 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933304 Aug 23 22:27:11.158637 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ab9eb82f-a59d-4ca7-93e5-32093a38399b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.160165 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-ab9eb82f-a59d-4ca7-93e5-32093a38399b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9178686 Aug 23 22:27:11.162223 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9eb82f-a59d-4ca7-93e5-32093a38399b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97161332-413b-45bf-958c-ac9521869ca2,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:11.181829 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55692) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:11.190642 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-4bfe45f6-316b-49da-9d04-c1381b242223 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group_rule': {'security_group_id': '97161332-413b-45bf-958c-ac9521869ca2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:11.206065 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 5867c0e1-ac00-4c87-bd75-9ca953635248 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:27:11.253143 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4bfe45f6-316b-49da-9d04-c1381b242223 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (43abd418-226e-4d2e-b0d5-794bdf3ed4b8), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.293222 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199f49f-fa7b-42be-88e9-d2b210985938 req-4e53c294-3cd9-4c53-9630-cd0b18c737f7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:11.294828 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1199f49f-fa7b-42be-88e9-d2b210985938 req-4e53c294-3cd9-4c53-9630-cd0b18c737f7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1600153 Aug 23 22:27:11.327051 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 5867c0e1-ac00-4c87-bd75-9ca953635248 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:27:11.327545 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.437637 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1199f49f-fa7b-42be-88e9-d2b210985938 req-a14be4d0-d7c5-4aae-96bf-5dba4f7f2d66 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304114 Aug 23 22:27:11.462964 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4bfe45f6-316b-49da-9d04-c1381b242223 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (43abd418-226e-4d2e-b0d5-794bdf3ed4b8), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.470266 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4bfe45f6-316b-49da-9d04-c1381b242223 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (43abd418-226e-4d2e-b0d5-794bdf3ed4b8), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.513780 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:11.550796 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4bfe45f6-316b-49da-9d04-c1381b242223 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.554342 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-4bfe45f6-316b-49da-9d04-c1381b242223 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3692398 Aug 23 22:27:11.555395 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-37391bbf-8c63-4f97-89da-45172ed6066c service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 200 len: 217 time: 0.1151171 Aug 23 22:27:11.558649 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55704) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:11.566929 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:11.596610 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-f240b202-0b9d-49b6-804f-b08ce29ea314 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group_rule': {'security_group_id': '97161332-413b-45bf-958c-ac9521869ca2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:11.606719 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 5867c0e1-ac00-4c87-bd75-9ca953635248 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:11.607124 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.633638 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe45f6-316b-49da-9d04-c1381b242223 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43abd418-226e-4d2e-b0d5-794bdf3ed4b8,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:11.719624 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f240b202-0b9d-49b6-804f-b08ce29ea314 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (22f80c4d-fc5e-41cc-848f-0b9e75e5e07f), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.741237 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:11.745427 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:27:11.751803 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14be15d7-1b7b-46eb-802e-78c28278ee15" -d '{"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:27:11.773888 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.838172 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5fbd2-d936-4224-a5f6-fd4f87d0e2d0 req-ef5c5e99-b839-4b0b-b4e9-d3e6c3a5d05b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:11.840128 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8dd5fbd2-d936-4224-a5f6-fd4f87d0e2d0 req-ef5c5e99-b839-4b0b-b4e9-d3e6c3a5d05b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1093669 Aug 23 22:27:11.842352 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:11.893425 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f240b202-0b9d-49b6-804f-b08ce29ea314 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (22f80c4d-fc5e-41cc-848f-0b9e75e5e07f), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.907253 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=7']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:11.915631 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de99d1-d9d3-4fa8-9cff-826cc49737a4 x-openstack-request-id: req-22de99d1-d9d3-4fa8-9cff-826cc49737a4 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:27:11.916075 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:27:11.916332 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22de99d1-d9d3-4fa8-9cff-826cc49737a4 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:27:11.916863 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22de99d1-d9d3-4fa8-9cff-826cc49737a4'] response: {'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'code': 200} Aug 23 22:27:11.921161 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f240b202-0b9d-49b6-804f-b08ce29ea314 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (22f80c4d-fc5e-41cc-848f-0b9e75e5e07f), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.955349 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8dd5fbd2-d936-4224-a5f6-fd4f87d0e2d0 req-2b91978c-74ce-4f43-a4b6-e0beacfdd686 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060770 Aug 23 22:27:11.959119 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240b202-0b9d-49b6-804f-b08ce29ea314 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f80c4d-fc5e-41cc-848f-0b9e75e5e07f,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:11.972399 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f240b202-0b9d-49b6-804f-b08ce29ea314 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:11.974479 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-f240b202-0b9d-49b6-804f-b08ce29ea314 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4118688 Aug 23 22:27:11.977144 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55708) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:11.982274 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:12.014001 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:12.034561 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:12.139250 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:12.188965 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca71f7-6a87-438a-b7d1-b4dd8ef0f90c req-49ade165-a938-4a64-b9cc-538457c9ca3d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:12.197232 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d9ca71f7-6a87-438a-b7d1-b4dd8ef0f90c req-49ade165-a938-4a64-b9cc-538457c9ca3d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.0702250 Aug 23 22:27:12.303005 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d9ca71f7-6a87-438a-b7d1-b4dd8ef0f90c req-90c57cf7-4ddd-4bde-acac-4565921b5fe2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041837 Aug 23 22:27:12.366926 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Allocated IP 172.27.2.64 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/13888b5b-49d2-449a-bd28-029c070b8330) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:27:12.389682 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4df66-cff7-4319-bcd4-51b7ff9765d7 req-1083f124-67b1-413e-8aff-593bbe35c0fc tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:12.392065 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c5e4df66-cff7-4319-bcd4-51b7ff9765d7 req-1083f124-67b1-413e-8aff-593bbe35c0fc tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.0945835 Aug 23 22:27:12.545561 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c5e4df66-cff7-4319-bcd4-51b7ff9765d7 req-a6cb2ef7-b539-48cf-ab45-e6e096d153fe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259589 Aug 23 22:27:12.589226 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (13888b5b-49d2-449a-bd28-029c070b8330), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:12.647861 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (13888b5b-49d2-449a-bd28-029c070b8330), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:12.704982 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5db84-57dd-4115-9df2-4aa690360cd3 req-b47839b9-9678-4bb3-a6f1-895ac42adc4a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:12.708271 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a6b5db84-57dd-4115-9df2-4aa690360cd3 req-b47839b9-9678-4bb3-a6f1-895ac42adc4a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1023736 Aug 23 22:27:12.793099 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:27:12.818271 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:27:12.832713 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:27:12.857379 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a6b5db84-57dd-4115-9df2-4aa690360cd3 req-8dc07e3e-d17a-4e3c-bf95-853788374e4b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372819 Aug 23 22:27:12.862050 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=13888b5b-49d2-449a-bd28-029c070b8330,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:13.103268 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (df5f6b70-7abf-4632-937f-edfc401b3d0a), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:13.230347 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (13888b5b-49d2-449a-bd28-029c070b8330), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:13.247153 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fda81-117b-4f00-8184-544e46a90cf5 req-1d17bdb9-7d54-45a3-8955-8495fb3d1af3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:13.261460 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fc0fda81-117b-4f00-8184-544e46a90cf5 req-1d17bdb9-7d54-45a3-8955-8495fb3d1af3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1367555 Aug 23 22:27:13.286466 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:13.307739 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:13.343076 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7d448bf9-a358-44a8-98cc-7eeab4198293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:13.344738 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-7d448bf9-a358-44a8-98cc-7eeab4198293 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=c1cfa966-9af4-4c52-88da-d5f2e6d20433 HTTP/1.1" status: 200 len: 853 time: 0.1070373 Aug 23 22:27:13.546937 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e542a-e7ae-47ef-8ee2-39d7534686ef req-c7b98af4-2efe-481e-a784-7fbeed31dd99 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:13.549575 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7b7e542a-e7ae-47ef-8ee2-39d7534686ef req-c7b98af4-2efe-481e-a784-7fbeed31dd99 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1048541 Aug 23 22:27:13.617797 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-ec93ac34-ef47-472e-aff4-4d741c0d9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:13.621119 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-ec93ac34-ef47-472e-aff4-4d741c0d9205 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ffa6addb-18b1-4758-90d8-b21ba7a6d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705030 Aug 23 22:27:13.622279 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:13.714994 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7b7e542a-e7ae-47ef-8ee2-39d7534686ef req-04e9988b-cefe-4d1d-8937-b74addedb5b7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914910 Aug 23 22:27:13.777257 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fc0fda81-117b-4f00-8184-544e46a90cf5 req-5bc97357-d992-4089-9805-cae22e58bc85 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122876 Aug 23 22:27:13.921757 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820212a4-8e0d-4db9-b57e-13b06cc9851d req-1882d6d8-c14b-40af-a8de-4dbd96f2e830 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:13.925014 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-820212a4-8e0d-4db9-b57e-13b06cc9851d req-1882d6d8-c14b-40af-a8de-4dbd96f2e830 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.0844624 Aug 23 22:27:13.965567 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (13888b5b-49d2-449a-bd28-029c070b8330), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:13.977197 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (13888b5b-49d2-449a-bd28-029c070b8330), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:14.022324 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 55758) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:14.056897 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-820212a4-8e0d-4db9-b57e-13b06cc9851d req-0af275d6-8969-4dda-81ec-51d53a8be194 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260805 Aug 23 22:27:14.191341 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-307afc51-8338-4a12-ab48-a63c0f3960c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:14.216946 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (df5f6b70-7abf-4632-937f-edfc401b3d0a), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:14.268192 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e28b49-afe0-4fe4-b62a-e272fb708fd7 req-287d6142-fe8d-410c-9108-8d293586d685 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:14.278038 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a2e28b49-afe0-4fe4-b62a-e272fb708fd7 req-287d6142-fe8d-410c-9108-8d293586d685 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1675112 Aug 23 22:27:14.287634 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:14.289586 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3110237 Aug 23 22:27:14.336202 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5cc02-2198-4193-9f2b-15fc4864a5af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=13888b5b-49d2-449a-bd28-029c070b8330,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:14.396153 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a2e28b49-afe0-4fe4-b62a-e272fb708fd7 req-754da84f-a495-4e59-bf9c-003eec81e792 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170011 Aug 23 22:27:14.587498 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-fb51a31a-677b-46f3-b522-824cf0deb60f service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154130 Aug 23 22:27:14.673393 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-307afc51-8338-4a12-ab48-a63c0f3960c5 admin admin] Publish callbacks [] for security_group (129159f1-b04a-459f-ac9d-f456c7542c67), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:14.690688 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-307afc51-8338-4a12-ab48-a63c0f3960c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (129159f1-b04a-459f-ac9d-f456c7542c67), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:14.846626 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:14.859232 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-307afc51-8338-4a12-ab48-a63c0f3960c5 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=ece858375eb0450e80f794c0c5bcc7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8354554 Aug 23 22:27:14.863160 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55786) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:15.133345 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307afc51-8338-4a12-ab48-a63c0f3960c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129159f1-b04a-459f-ac9d-f456c7542c67,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:15.186749 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-607a8bae-dca6-47bc-b5ef-e4b1a17da77a admin admin] Publish callbacks [] for security_group (129159f1-b04a-459f-ac9d-f456c7542c67), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:15.277214 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-067ab974-b365-4c4b-b949-2ebfd075cf58 req-45abc395-44d0-4ed7-9a82-abb604df2ffa service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710515 Aug 23 22:27:15.278497 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-607a8bae-dca6-47bc-b5ef-e4b1a17da77a admin admin] Publish callbacks [] for security_group (129159f1-b04a-459f-ac9d-f456c7542c67), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:15.298771 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc01ac-43e0-4181-8990-6e21905dc2d0 req-21cbc216-39d7-4665-b3c0-087eea97b043 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:15.313489 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6acc01ac-43e0-4181-8990-6e21905dc2d0 req-21cbc216-39d7-4665-b3c0-087eea97b043 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.3209882 Aug 23 22:27:15.495881 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-607a8bae-dca6-47bc-b5ef-e4b1a17da77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (129159f1-b04a-459f-ac9d-f456c7542c67), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:15.499116 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-607a8bae-dca6-47bc-b5ef-e4b1a17da77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:15.500445 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-607a8bae-dca6-47bc-b5ef-e4b1a17da77a admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/129159f1-b04a-459f-ac9d-f456c7542c67 HTTP/1.1" status: 204 len: 168 time: 0.6361747 Aug 23 22:27:15.527184 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a8bae-dca6-47bc-b5ef-e4b1a17da77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129159f1-b04a-459f-ac9d-f456c7542c67,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:15.722164 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6acc01ac-43e0-4181-8990-6e21905dc2d0 req-7e1dc7c6-4cc0-4bc1-9040-2e18a31ed3d1 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087565 Aug 23 22:27:15.955839 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb6e3e-17b3-43bb-84d4-8481209aeaa3 req-6a3e0ead-8b61-421b-b921-8e20ac360939 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:15.967383 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dceb6e3e-17b3-43bb-84d4-8481209aeaa3 req-6a3e0ead-8b61-421b-b921-8e20ac360939 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.0979786 Aug 23 22:27:16.038651 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dceb6e3e-17b3-43bb-84d4-8481209aeaa3 req-5cfd52e6-984b-4af0-aec5-00645bc11d29 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698807 Aug 23 22:27:16.335129 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca587e-535e-436f-a824-e38ac5f288e0 req-57b8bebb-6fbb-475b-97e4-cfd8ba8f4250 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:16.348007 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-06ca587e-535e-436f-a824-e38ac5f288e0 req-57b8bebb-6fbb-475b-97e4-cfd8ba8f4250 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 944 time: 0.1344395 Aug 23 22:27:16.444101 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:16.466763 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-06ca587e-535e-436f-a824-e38ac5f288e0 req-a70ea6b5-94c2-4ff9-87e8-a105bb1cd676 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150045 Aug 23 22:27:16.897151 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209669-8df8-4e3e-b9a2-a7714cc9ea9b req-d8a39b73-28ac-4ebf-bab0-3fd676812ea3 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:16.910361 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b209669-8df8-4e3e-b9a2-a7714cc9ea9b req-d8a39b73-28ac-4ebf-bab0-3fd676812ea3 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1368487 Aug 23 22:27:17.068354 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b209669-8df8-4e3e-b9a2-a7714cc9ea9b req-9877d1ae-70bc-4e85-8e53-9cd1c03cfcad tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350441 Aug 23 22:27:17.203327 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device e9f61e27-4256-4ba2-904d-a608368e989b details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:27:17.512181 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102506a-588b-40fd-9526-f3c45795f995 req-22a39a18-9323-4b08-ae07-9ca71b902582 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:17.517045 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c102506a-588b-40fd-9526-f3c45795f995 req-22a39a18-9323-4b08-ae07-9ca71b902582 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1341095 Aug 23 22:27:17.566529 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port e9f61e27-4256-4ba2-904d-a608368e989b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e9f61e27-4256-4ba2-904d-a608368e989b,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:17.594061 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'port_id': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'mac_address': 'fa:16:3e:e1:78:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:27:17.698430 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c102506a-588b-40fd-9526-f3c45795f995 req-5cdeac9e-b4f8-4107-8a44-b088c5f80770 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695337 Aug 23 22:27:17.758513 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port e9f61e27-4256-4ba2-904d-a608368e989b is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:17.759639 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:17.848401 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f61e27-4256-4ba2-904d-a608368e989b {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:27:17.976495 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port e9f61e27-4256-4ba2-904d-a608368e989b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e9f61e27-4256-4ba2-904d-a608368e989b,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:17.985202 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:18.053025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:18.135418 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=e9f61e27-4256-4ba2-904d-a608368e989b,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:18.151487 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326ddba-dfab-4ab2-bc4a-fd0c79f249d4 req-c9daf19a-c5c2-4934-903a-d37653b39c68 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:18.158885 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5326ddba-dfab-4ab2-bc4a-fd0c79f249d4 req-c9daf19a-c5c2-4934-903a-d37653b39c68 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 945 time: 0.1402042 Aug 23 22:27:18.268408 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5326ddba-dfab-4ab2-bc4a-fd0c79f249d4 req-ab61eeee-6a78-4c6a-9d3f-a63ee2d15e7f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082265 Aug 23 22:27:18.353028 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 55848) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:18.360207 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059120855', 'description': 'tempest-description--337861821'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:18.396447 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:18.518184 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c625c5f-743d-4f79-94f3-69b92732e3b7 req-aef4fa92-9de4-4b70-a2d3-e03d7566270d tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:18.527497 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2c625c5f-743d-4f79-94f3-69b92732e3b7 req-aef4fa92-9de4-4b70-a2d3-e03d7566270d tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0700116 Aug 23 22:27:18.632335 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2c625c5f-743d-4f79-94f3-69b92732e3b7 req-330f076a-1527-4b5c-a74f-480a751f7732 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036592 Aug 23 22:27:18.710929 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group (7f0e065b-b489-4bf6-b822-3097d98afda5), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:18.717433 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7f0e065b-b489-4bf6-b822-3097d98afda5), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:18.767301 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:18.774206 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4192505 Aug 23 22:27:18.778845 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55852) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:18.783637 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Request body: {'security_group_rule': {'security_group_id': '7f0e065b-b489-4bf6-b822-3097d98afda5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:18.833995 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0e065b-b489-4bf6-b822-3097d98afda5,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:18.856825 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group_rule (52768fe6-48da-43f1-8153-755c08be3344), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:18.863427 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.864378 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.865266 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.865819 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.870775 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.873048 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.873525 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.873979 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.874477 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.874920 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.875324 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.875770 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.883522 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.884660 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:18.885294 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d7915b-c48d-4391-8ea1-4219d9ab2169 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.070434 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group_rule (52768fe6-48da-43f1-8153-755c08be3344), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:19.122877 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (52768fe6-48da-43f1-8153-755c08be3344), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:19.236822 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52768fe6-48da-43f1-8153-755c08be3344,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:19.288600 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.299394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.300121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.300710 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.301323 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.301885 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.309833 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.327980 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.330209 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.331597 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.332296 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.332979 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.333600 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.334156 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.334711 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:19.435488 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:19.443810 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-fba17d86-3a91-49f1-adf2-eaf3980fe69b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6614764 Aug 23 22:27:19.449089 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55862) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:19.460911 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-996d27a3-3726-4659-91be-720c81020fa8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Request body: {'security_group_rule': {'security_group_id': '7f0e065b-b489-4bf6-b822-3097d98afda5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:19.472511 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:19.527483 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd3e6e-876d-4e32-af05-08c74e4e4c36 req-45ef1d82-4be2-4e79-86df-d40bb2f66c0e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:19.542015 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c1fd3e6e-876d-4e32-af05-08c74e4e4c36 req-45ef1d82-4be2-4e79-86df-d40bb2f66c0e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.2298570 Aug 23 22:27:19.557477 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-996d27a3-3726-4659-91be-720c81020fa8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group_rule (a60d3c23-9ccc-4732-958d-ab122729b05e), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:19.612531 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c1fd3e6e-876d-4e32-af05-08c74e4e4c36 req-081e7f19-48cb-4759-92b1-b56ba7111336 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680933 Aug 23 22:27:19.623169 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:19.684999 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-996d27a3-3726-4659-91be-720c81020fa8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group_rule (a60d3c23-9ccc-4732-958d-ab122729b05e), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:19.691424 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-996d27a3-3726-4659-91be-720c81020fa8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (a60d3c23-9ccc-4732-958d-ab122729b05e), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:19.743449 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f613-8b2d-4bdd-98f3-6c6ba1008100 req-233461c6-4c72-491c-9ce9-4532817efffe tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:19.752477 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1c15f613-8b2d-4bdd-98f3-6c6ba1008100 req-233461c6-4c72-491c-9ce9-4532817efffe tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0654099 Aug 23 22:27:19.781177 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-996d27a3-3726-4659-91be-720c81020fa8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:19.792103 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-996d27a3-3726-4659-91be-720c81020fa8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3402307 Aug 23 22:27:19.793332 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55864) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:19.797827 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d27a3-3726-4659-91be-720c81020fa8 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60d3c23-9ccc-4732-958d-ab122729b05e,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:19.839382 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:19.868952 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1c15f613-8b2d-4bdd-98f3-6c6ba1008100 req-439c238e-37ff-4a03-b9ae-2484d6f49f95 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115735 Aug 23 22:27:19.887284 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:20.019045 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73114ea9-1967-4acf-b14f-2fa237999601 req-3da62b92-57c5-478d-8fad-7cb6732eb3b6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:20.034068 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-73114ea9-1967-4acf-b14f-2fa237999601 req-3da62b92-57c5-478d-8fad-7cb6732eb3b6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 945 time: 0.0679517 Aug 23 22:27:20.069695 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:20.081703 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:20.090235 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-73114ea9-1967-4acf-b14f-2fa237999601 req-94a0953b-153d-4ddf-a5fb-c23e52d461f6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601032 Aug 23 22:27:20.282735 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Allocated IP 172.27.2.149 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/948752f6-efb5-4d13-9587-584651e0f77f) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:27:20.499230 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for port (948752f6-efb5-4d13-9587-584651e0f77f), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:20.640458 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:20.685228 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (948752f6-efb5-4d13-9587-584651e0f77f), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:20.824157 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:27:20.845988 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:27:20.862404 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:27:20.934562 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event updated for resources: {'Port': ['ID=948752f6-efb5-4d13-9587-584651e0f77f,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:20.973197 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['e9f61e27-4256-4ba2-904d-a608368e989b'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:27:20.982948 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ded7c-0382-46b0-abe5-2da9a0a3a31a req-97950726-7b46-446f-b479-fdc2ba90c64d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:21.001500 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc1ded7c-0382-46b0-abe5-2da9a0a3a31a req-97950726-7b46-446f-b479-fdc2ba90c64d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.2065651 Aug 23 22:27:21.056414 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for floatingip (b364c184-f6dd-431a-b18b-8a83757bcaf5), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:21.080006 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-af3df979-1c3f-4282-8294-0f0e9feddaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:21.081701 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-af3df979-1c3f-4282-8294-0f0e9feddaf4 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 1130 time: 0.1823030 Aug 23 22:27:21.157845 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (948752f6-efb5-4d13-9587-584651e0f77f), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:21.290442 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc1ded7c-0382-46b0-abe5-2da9a0a3a31a req-569bb162-2d26-43c1-a53f-eb9c736f9b49 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873275 Aug 23 22:27:21.326813 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:21.460044 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:21.497817 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for port (948752f6-efb5-4d13-9587-584651e0f77f), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:21.506406 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (948752f6-efb5-4d13-9587-584651e0f77f), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:21.609757 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-262d1bda-3d07-4c8f-8eba-6fccd79fc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:21.611560 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-262d1bda-3d07-4c8f-8eba-6fccd79fc71c service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 913 time: 0.5051012 Aug 23 22:27:21.613690 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-488bec12-2d50-41d0-a840-9e155be8e083 req-caea84f3-cb70-4313-95ce-6303375a4a01 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4246392 Aug 23 22:27:21.691927 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event updated for resources: {'Port': ['ID=948752f6-efb5-4d13-9587-584651e0f77f,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:21.757129 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (b364c184-f6dd-431a-b18b-8a83757bcaf5), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:21.757394 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd9bbd-667d-4c77-b6b3-642307f42f09 req-958edb4f-3fff-47bb-9339-d1656df1f97b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:21.757394 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f5bd9bbd-667d-4c77-b6b3-642307f42f09 req-958edb4f-3fff-47bb-9339-d1656df1f97b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1292372 Aug 23 22:27:21.757709 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:21.757863 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-eeafba88-9fff-48fd-9802-6c18f6c0b646 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9329224 Aug 23 22:27:21.941172 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bec12-2d50-41d0-a840-9e155be8e083 req-6ad010c5-3137-4409-bcc2-9cb30c2b1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:21.944595 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-488bec12-2d50-41d0-a840-9e155be8e083 req-6ad010c5-3137-4409-bcc2-9cb30c2b1dac service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 1129 time: 0.1628029 Aug 23 22:27:22.063218 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f5bd9bbd-667d-4c77-b6b3-642307f42f09 req-90af7bc6-ec2a-4745-a541-a5b806cbe4a0 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137050 Aug 23 22:27:22.126476 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-bfbac4ff-35d3-4b27-86fa-539f84357274 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614d514f-5113-4d77-8846-ee45da0b972d HTTP/1.1" status: 200 len: 1001 time: 0.3622143 Aug 23 22:27:22.188265 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-f703dbc6-3b5b-4704-9dbc-b0aded9ff8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:22.189869 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-f703dbc6-3b5b-4704-9dbc-b0aded9ff8d4 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.0571611 Aug 23 22:27:22.360645 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7201cf-3945-430d-872b-fb3c33ed9fec req-2c2776ef-7a46-4121-adeb-be5e92740ca6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:22.367087 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0a7201cf-3945-430d-872b-fb3c33ed9fec req-2c2776ef-7a46-4121-adeb-be5e92740ca6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 945 time: 0.0850847 Aug 23 22:27:22.401363 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-b727a9fe-91c2-4cd7-9003-adb0f82f0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:22.403891 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-b727a9fe-91c2-4cd7-9003-adb0f82f0179 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1682611 Aug 23 22:27:22.448092 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:22.507186 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device e9f61e27-4256-4ba2-904d-a608368e989b up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:27:22.537186 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0a7201cf-3945-430d-872b-fb3c33ed9fec req-0b47096b-9a96-4531-a960-03ccb3041b4e tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513348 Aug 23 22:27:22.611479 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bec12-2d50-41d0-a840-9e155be8e083 req-e24f4d9e-58cc-4bec-ae55-a71cae6bce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:22.626663 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-488bec12-2d50-41d0-a840-9e155be8e083 req-e24f4d9e-58cc-4bec-ae55-a71cae6bce5f service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.5951333 Aug 23 22:27:22.678965 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port e9f61e27-4256-4ba2-904d-a608368e989b completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:27:22.704592 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port e9f61e27-4256-4ba2-904d-a608368e989b triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:27:22.705679 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:22.717346 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-488bec12-2d50-41d0-a840-9e155be8e083 req-e3e8e496-ae70-42b1-994d-dbd064dba372 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75 HTTP/1.1" status: 200 len: 217 time: 0.0459249 Aug 23 22:27:22.805913 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bec12-2d50-41d0-a840-9e155be8e083 req-36eaf0ae-c84b-4a53-a4b7-2f8dda334cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:22.808802 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-488bec12-2d50-41d0-a840-9e155be8e083 req-36eaf0ae-c84b-4a53-a4b7-2f8dda334cdc service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.0812910 Aug 23 22:27:22.862055 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bec12-2d50-41d0-a840-9e155be8e083 req-eb977fd5-45fb-4c8b-8016-74b22df95b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:22.863968 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-488bec12-2d50-41d0-a840-9e155be8e083 req-eb977fd5-45fb-4c8b-8016-74b22df95b8d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483775 Aug 23 22:27:22.905153 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-8f1ea559-69db-4364-91c7-4456e77f84b2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823225 Aug 23 22:27:23.073470 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-488bec12-2d50-41d0-a840-9e155be8e083 req-6711f203-2e75-42cc-a6a2-6cd7ab4dc8cd service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028887 Aug 23 22:27:23.202843 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-488bec12-2d50-41d0-a840-9e155be8e083 req-9d8e179f-83e4-4eff-9e31-786e9a13996a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177189 Aug 23 22:27:23.217657 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3eeb950b-5d10-4af3-bff6-30a494862dc6 req-79b18091-ecc0-47dd-8f4d-1e92a2a3817a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024662 Aug 23 22:27:23.224935 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port e9f61e27-4256-4ba2-904d-a608368e989b is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:23.225350 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:23.256178 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:27:23.258383 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9563a95-38c0-428d-a867-8963b41d8750" -d '{"events": [{"server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "name": "network-vif-plugged", "status": "completed", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:27:23.275666 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port e9f61e27-4256-4ba2-904d-a608368e989b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e9f61e27-4256-4ba2-904d-a608368e989b,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:23.285686 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:23.348402 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:23.460667 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=e9f61e27-4256-4ba2-904d-a608368e989b,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:26.538995 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 55970) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:26.859896 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbecb-f558-4e3a-8f4d-ea92329b6fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:27.048052 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbecb-f558-4e3a-8f4d-ea92329b6fe0 admin admin] Publish callbacks [] for security_group (7c58f6b7-52d0-404e-a4fb-415e1fbbee5c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:27.049697 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:27.057383 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbecb-f558-4e3a-8f4d-ea92329b6fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7c58f6b7-52d0-404e-a4fb-415e1fbbee5c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:27.131718 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 55978) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:27.145858 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2b9bbecb-f558-4e3a-8f4d-ea92329b6fe0 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=2dfca0522378453093b94d29d617fc73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6031575 Aug 23 22:27:27.147393 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bbecb-f558-4e3a-8f4d-ea92329b6fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c58f6b7-52d0-404e-a4fb-415e1fbbee5c,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:27.244094 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c5efaea4-62c9-4510-b1ea-039a8f02ad9f admin admin] Publish callbacks [] for security_group (7c58f6b7-52d0-404e-a4fb-415e1fbbee5c), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:27.305134 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c5efaea4-62c9-4510-b1ea-039a8f02ad9f admin admin] Publish callbacks [] for security_group (7c58f6b7-52d0-404e-a4fb-415e1fbbee5c), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:27.388940 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:27.436099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c5efaea4-62c9-4510-b1ea-039a8f02ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7c58f6b7-52d0-404e-a4fb-415e1fbbee5c), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:27.439561 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c5efaea4-62c9-4510-b1ea-039a8f02ad9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:27.440783 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c5efaea4-62c9-4510-b1ea-039a8f02ad9f admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/7c58f6b7-52d0-404e-a4fb-415e1fbbee5c HTTP/1.1" status: 204 len: 168 time: 0.3060310 Aug 23 22:27:27.456890 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efaea4-62c9-4510-b1ea-039a8f02ad9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c58f6b7-52d0-404e-a4fb-415e1fbbee5c,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:28.122905 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 55992) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:28.141078 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6416a854-67a1-4ca6-9778-63c3396ce2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:28.308555 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6416a854-67a1-4ca6-9778-63c3396ce2f8 admin admin] Publish callbacks [] for security_group (4e836220-cc79-42e7-8850-3eb2139b4344), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:28.320483 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-6416a854-67a1-4ca6-9778-63c3396ce2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (4e836220-cc79-42e7-8850-3eb2139b4344), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:28.359291 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:28.404510 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-6416a854-67a1-4ca6-9778-63c3396ce2f8 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=2c85a4108cff482ea9c503e0e2ffb0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804751 Aug 23 22:27:28.407637 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56008) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:28.438901 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416a854-67a1-4ca6-9778-63c3396ce2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e836220-cc79-42e7-8850-3eb2139b4344,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:28.508889 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5108a90f-2974-430d-9674-d4d5b97936f0 admin admin] Publish callbacks [] for security_group (4e836220-cc79-42e7-8850-3eb2139b4344), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:28.521671 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-1aaae980-e602-404f-a1e5-5ce1463bec2b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--531668691&fields=id&tenant_id=c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 267 time: 0.1347024 Aug 23 22:27:28.549146 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5108a90f-2974-430d-9674-d4d5b97936f0 admin admin] Publish callbacks [] for security_group (4e836220-cc79-42e7-8850-3eb2139b4344), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:28.657778 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-24fc5815-6aea-473f-8d73-5e9a3b2a0028 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2059120855&fields=id&tenant_id=1dfc84dc05d542d987194096f3b7e51a HTTP/1.1" status: 200 len: 267 time: 0.2122452 Aug 23 22:27:28.662689 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5108a90f-2974-430d-9674-d4d5b97936f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (4e836220-cc79-42e7-8850-3eb2139b4344), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:28.670204 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5108a90f-2974-430d-9674-d4d5b97936f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:28.674584 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-5108a90f-2974-430d-9674-d4d5b97936f0 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/4e836220-cc79-42e7-8850-3eb2139b4344 HTTP/1.1" status: 204 len: 168 time: 0.2658083 Aug 23 22:27:28.714661 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-0d727197-e557-4f74-b305-288d4e311bef tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:28.717674 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-0d727197-e557-4f74-b305-288d4e311bef tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 814 time: 0.1867294 Aug 23 22:27:28.740152 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108a90f-2974-430d-9674-d4d5b97936f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e836220-cc79-42e7-8850-3eb2139b4344,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:28.746723 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-33f78b6f-7e5f-4b57-9179-25abe43aa6fe tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/quotas/c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 375 time: 0.0216813 Aug 23 22:27:28.900135 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-940c8f4b-059d-4d78-bfe9-790288fde727 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1450527 Aug 23 22:27:28.926524 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-1c2564a6-cb04-4315-b54d-f3095e7557fc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:28.928333 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-1c2564a6-cb04-4315-b54d-f3095e7557fc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 819 time: 0.2526231 Aug 23 22:27:28.963476 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ac5f67da-4dc2-471a-86c4-54009758b6e7 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/quotas/1dfc84dc05d542d987194096f3b7e51a HTTP/1.1" status: 200 len: 375 time: 0.0202577 Aug 23 22:27:29.156972 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-1a9b570a-6dfa-48a0-9045-0827439d8d49 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306483 Aug 23 22:27:29.174911 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-d423ce4e-f862-49c2-97b2-c8d725b380a9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1946316 Aug 23 22:27:29.384933 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-6db35038-77ba-4da4-b9b3-ee21722c4ca7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264483 Aug 23 22:27:29.446221 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-e27da16c-4d8b-4e49-ae34-c6862bda1d69 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619419 Aug 23 22:27:29.856144 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-7f944ac2-0af8-401b-b04d-6bd72f538dbd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916698 Aug 23 22:27:29.976032 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4581a6-3cfd-4e8c-8375-062ec991ec53 req-f160b16d-4bf7-4d8a-8882-c66f7a43d220 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:29.997787 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5f4581a6-3cfd-4e8c-8375-062ec991ec53 req-f160b16d-4bf7-4d8a-8882-c66f7a43d220 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1724768 Aug 23 22:27:30.091784 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:30.132996 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5f4581a6-3cfd-4e8c-8375-062ec991ec53 req-8a221531-d25a-481d-9357-f481b4704652 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217864 Aug 23 22:27:30.537351 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4409222a-a235-4e03-9b3e-3c46e20220bb x-openstack-request-id: req-4409222a-a235-4e03-9b3e-3c46e20220bb {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:27:30.540302 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "name": "network-vif-plugged", "status": "completed", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:27:30.541346 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4409222a-a235-4e03-9b3e-3c46e20220bb {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:27:30.542566 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4409222a-a235-4e03-9b3e-3c46e20220bb'] response: {'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'code': 200} Aug 23 22:27:30.698754 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd118010-0293-4dd3-85b2-d0a62e864b12 req-bb9c5736-5e24-4442-8e37-cfe5e0313382 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:30.725073 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bd118010-0293-4dd3-85b2-d0a62e864b12 req-bb9c5736-5e24-4442-8e37-cfe5e0313382 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.2751961 Aug 23 22:27:30.939600 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bd118010-0293-4dd3-85b2-d0a62e864b12 req-7c5ef3be-f93b-466d-af6a-6e5a4d092b30 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114732 Aug 23 22:27:30.977636 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c002743-e09a-4cf8-95fc-ff036eaf3956 req-231d45f2-0cc1-48b0-86e7-71e42ce941e0 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:30.991557 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4c002743-e09a-4cf8-95fc-ff036eaf3956 req-231d45f2-0cc1-48b0-86e7-71e42ce941e0 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.2232444 Aug 23 22:27:31.134831 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4c002743-e09a-4cf8-95fc-ff036eaf3956 req-20de1f6d-87f7-424d-be72-33a991ff3271 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306248 Aug 23 22:27:31.241240 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c50b59-0ba1-4713-a172-21d8aa1762ef req-ff4050ec-186c-4e11-85c6-e3fbe6bffa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:31.246609 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b2c50b59-0ba1-4713-a172-21d8aa1762ef req-ff4050ec-186c-4e11-85c6-e3fbe6bffa75 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 1130 time: 0.1854680 Aug 23 22:27:31.361786 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0edd85f3-8cd9-4bad-8999-64fb92f0896f req-37832ac1-cb6f-4699-8208-639c342cde00 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 210 time: 0.0885000 Aug 23 22:27:31.448531 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b2c50b59-0ba1-4713-a172-21d8aa1762ef req-3941b028-1eaf-4194-8485-7ac941ccbc33 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929686 Aug 23 22:27:31.577718 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b4d0f0f9-fa9c-4ea3-abbf-c0bca5932a56 req-b7fbb557-0db3-4b45-888b-091fc535d58a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 210 time: 0.1519659 Aug 23 22:27:31.704395 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f3319-4c18-4af6-b88b-db2b0a217b78 req-2a8b3b57-13fd-4080-b471-9574d0d749ee tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:31.718753 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-732f3319-4c18-4af6-b88b-db2b0a217b78 req-2a8b3b57-13fd-4080-b471-9574d0d749ee tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1814184 Aug 23 22:27:31.899112 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-732f3319-4c18-4af6-b88b-db2b0a217b78 req-31c18f1c-5920-4f88-a1ea-ffd33ce6e4d8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789153 Aug 23 22:27:32.462880 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bed6e-60da-413d-a7f4-b7bc2cc85ec6 req-a4a62639-99de-4981-80e2-45b8f2df40f0 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:32.487391 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-799bed6e-60da-413d-a7f4-b7bc2cc85ec6 req-a4a62639-99de-4981-80e2-45b8f2df40f0 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.1982100 Aug 23 22:27:32.589606 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:32.600085 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-799bed6e-60da-413d-a7f4-b7bc2cc85ec6 req-423458c0-e48d-4341-a1ec-d0817804ab0b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099403 Aug 23 22:27:32.658831 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5c2fa03a-2d5e-433a-a445-207675774149 req-521a9416-2402-46d6-96da-f9605f6b15b6 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 210 time: 0.1284857 Aug 23 22:27:32.840579 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:32.896155 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9baba7f0-2948-4773-aab1-ce3a45f53160 req-04a76771-2716-4266-a2ab-401bd75ca9fb tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 210 time: 0.0737972 Aug 23 22:27:33.115248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff55b7-dfcc-44be-9bbd-e85342e09821 req-b1657006-37bb-4dd0-a759-2c6dc626fa37 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:33.116747 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-84ff55b7-dfcc-44be-9bbd-e85342e09821 req-b1657006-37bb-4dd0-a759-2c6dc626fa37 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.0708036 Aug 23 22:27:33.179550 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-84ff55b7-dfcc-44be-9bbd-e85342e09821 req-838f8a4e-b2e0-489f-9968-9dc4d5072d6b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549970 Aug 23 22:27:33.310515 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56156) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:33.412553 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-25798643-f128-4fc2-bf2a-eea3614d9e3e admin admin] Deleting subnet 9458ffcc-1f05-41fb-9e55-f778db535441 {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:27:33.419034 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-25798643-f128-4fc2-bf2a-eea3614d9e3e admin admin] Publish callbacks [] for subnet (9458ffcc-1f05-41fb-9e55-f778db535441), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:33.488533 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-25798643-f128-4fc2-bf2a-eea3614d9e3e admin admin] Publish callbacks [] for subnet (9458ffcc-1f05-41fb-9e55-f778db535441), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:33.502288 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-25798643-f128-4fc2-bf2a-eea3614d9e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (9458ffcc-1f05-41fb-9e55-f778db535441), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:33.614134 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-25798643-f128-4fc2-bf2a-eea3614d9e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (9458ffcc-1f05-41fb-9e55-f778db535441), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:33.639322 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-25798643-f128-4fc2-bf2a-eea3614d9e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:33.646292 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-25798643-f128-4fc2-bf2a-eea3614d9e3e admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/9458ffcc-1f05-41fb-9e55-f778db535441 HTTP/1.1" status: 204 len: 168 time: 0.3320444 Aug 23 22:27:33.651611 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56176) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:33.668580 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-3d4589b1-c499-40f9-a0eb-6e08e30f613e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:33.685560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25798643-f128-4fc2-bf2a-eea3614d9e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9458ffcc-1f05-41fb-9e55-f778db535441,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:33.829132 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (4af96f9d-d5a7-41bf-8b06-63f6dd287e47), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:33.892961 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d704c-888f-451b-9ac1-2128a95dfdfb req-2166fe72-f29c-44c9-9ba5-c3b1dd732ea0 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:33.896541 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-621d704c-888f-451b-9ac1-2128a95dfdfb req-2166fe72-f29c-44c9-9ba5-c3b1dd732ea0 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.0905843 Aug 23 22:27:33.923500 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-58dde866-3e40-4c4c-bf78-1e6fa4fa9ba6 req-566977b1-0c8f-42a5-ad31-6208b2579c96 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 210 time: 0.0721257 Aug 23 22:27:34.030238 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-621d704c-888f-451b-9ac1-2128a95dfdfb req-bfd4ae73-38e2-47e6-abc2-427adea08665 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208906 Aug 23 22:27:34.076795 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (4af96f9d-d5a7-41bf-8b06-63f6dd287e47), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:34.150094 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3406dda3-be85-4ec6-ae77-03af04ada4e7 req-37eb3df6-1abc-4b0e-a443-6da888984310 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 210 time: 0.0689008 Aug 23 22:27:34.168916 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af96f9d-d5a7-41bf-8b06-63f6dd287e47']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:27:34.207987 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79afbfbd-0ed7-499c-a354-453073c189f4') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:27:34.208485 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79afbfbd-0ed7-499c-a354-453073c189f4') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:27:34.245423 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (79afbfbd-0ed7-499c-a354-453073c189f4), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:34.271195 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (79afbfbd-0ed7-499c-a354-453073c189f4), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:34.320804 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:27:34.320970 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (79afbfbd-0ed7-499c-a354-453073c189f4), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:34.372965 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b54eb-b08a-4c8c-a762-e4fe845400e3 req-c7e1dc4c-c2cb-4061-b2e6-f9fe9034a1e9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:34.387794 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-476b54eb-b08a-4c8c-a762-e4fe845400e3 req-c7e1dc4c-c2cb-4061-b2e6-f9fe9034a1e9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.1934121 Aug 23 22:27:34.457487 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:34.485857 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-476b54eb-b08a-4c8c-a762-e4fe845400e3 req-2f560a99-fd5a-4fde-babe-af3d244621ce tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916815 Aug 23 22:27:34.505503 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 79afbfbd-0ed7-499c-a354-453073c189f4 resource provider aggregate not found Aug 23 22:27:34.510457 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (4af96f9d-d5a7-41bf-8b06-63f6dd287e47), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:34.516754 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:34.524946 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/4af96f9d-d5a7-41bf-8b06-63f6dd287e47 HTTP/1.1" status: 204 len: 168 time: 0.8681388 Aug 23 22:27:34.579769 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 79afbfbd-0ed7-499c-a354-453073c189f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79afbfbd-0ed7-499c-a354-453073c189f4 found for delete ", "request_id": "req-36818265-9d3b-453d-b99b-0c91007ee95d"}]} Aug 23 22:27:34.581361 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3bbd4-f79c-4526-b451-020bf42993ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4af96f9d-d5a7-41bf-8b06-63f6dd287e47,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:34.613711 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6956884-8ec7-4973-acc4-ffdf493b3cd5 req-3ed0f929-b05e-4260-9a57-73eb442e6c64 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:34.616507 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d6956884-8ec7-4973-acc4-ffdf493b3cd5 req-3ed0f929-b05e-4260-9a57-73eb442e6c64 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1482060 Aug 23 22:27:34.706325 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d6956884-8ec7-4973-acc4-ffdf493b3cd5 req-b05eb347-750f-4986-9799-be912c3d6dff tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804303 Aug 23 22:27:34.728336 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56208) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:34.919399 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56212) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:34.969250 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-90ed5396-b82c-445a-afae-2e5d9aa9fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:34.971397 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-90ed5396-b82c-445a-afae-2e5d9aa9fe2c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 1129 time: 0.1521804 Aug 23 22:27:35.024542 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-094a5360-29fe-42c0-96ab-d5b8237711ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:35.204430 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd323519-b18e-40a5-8fd3-2f70b36515a9 req-2ea3f069-4fd5-4a90-be46-3339f5c71034 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:35.215478 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-dd323519-b18e-40a5-8fd3-2f70b36515a9 req-2ea3f069-4fd5-4a90-be46-3339f5c71034 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.1066227 Aug 23 22:27:35.255411 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cab2c13e-2ee5-4616-9e20-4a97ae6424db req-d532cd73-9b10-4197-83b3-717ecb446b1f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 210 time: 0.1444864 Aug 23 22:27:35.326048 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-dd323519-b18e-40a5-8fd3-2f70b36515a9 req-65e4b90d-8f2c-4169-8656-5a1e94e5d729 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094277 Aug 23 22:27:35.739625 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c9dc358e-4ce6-49a4-90ce-6ede9c372198 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=e5196561b7ae4adbb110ce06e81401f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8183904 Aug 23 22:27:35.744018 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56232) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:35.857525 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b870a344-17d0-4017-a1ff-f4337bb67976 admin admin] Publish callbacks [] for security_group (52d41871-73b7-4bb4-ac59-2f41a80844ea), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:35.858809 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-95d173ae-0188-4756-a155-d1a0a87e1d96 req-4958dd3b-73d8-4ba9-a843-2e83b72eb930 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 210 time: 0.2026296 Aug 23 22:27:35.863334 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:35.922695 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-094a5360-29fe-42c0-96ab-d5b8237711ae admin admin] Publish callbacks [] for security_group (d923296b-c373-42d6-ab43-ac592f85731e), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:35.955893 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b870a344-17d0-4017-a1ff-f4337bb67976 admin admin] Publish callbacks [] for security_group (52d41871-73b7-4bb4-ac59-2f41a80844ea), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:35.962329 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-a369d04b-38c9-4328-92a0-aa87b316086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:35.965416 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-a369d04b-38c9-4328-92a0-aa87b316086a service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 918 time: 0.9859397 Aug 23 22:27:35.966431 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-094a5360-29fe-42c0-96ab-d5b8237711ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d923296b-c373-42d6-ab43-ac592f85731e), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:35.985989 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:36.042707 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a251-ecc3-45c6-9c86-bbb37f19a5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:36.087575 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f494d5-53f9-42c1-b5e5-581250c59589 req-ea493023-a7b5-48b8-ba4d-3da7f5a4f146 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:36.100768 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-67f494d5-53f9-42c1-b5e5-581250c59589 req-ea493023-a7b5-48b8-ba4d-3da7f5a4f146 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.1988342 Aug 23 22:27:36.122630 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:36.232828 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-67f494d5-53f9-42c1-b5e5-581250c59589 req-d0dde36e-3928-4192-b37c-6f0c83d3b95b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200109 Aug 23 22:27:36.243187 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b870a344-17d0-4017-a1ff-f4337bb67976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (52d41871-73b7-4bb4-ac59-2f41a80844ea), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:36.250263 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b870a344-17d0-4017-a1ff-f4337bb67976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:36.253142 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-094a5360-29fe-42c0-96ab-d5b8237711ae admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=a54a028703e64d69b5f726dc027703d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5212696 Aug 23 22:27:36.253400 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-b870a344-17d0-4017-a1ff-f4337bb67976 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/52d41871-73b7-4bb4-ac59-2f41a80844ea HTTP/1.1" status: 204 len: 168 time: 0.5066252 Aug 23 22:27:36.264446 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56238) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:36.269125 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870a344-17d0-4017-a1ff-f4337bb67976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d41871-73b7-4bb4-ac59-2f41a80844ea,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:36.287623 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-0b993bf1-22f6-4d3c-be0b-5b60a831d812 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:36.291462 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-0b993bf1-22f6-4d3c-be0b-5b60a831d812 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 819 time: 1.2503703 Aug 23 22:27:36.303594 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5360-29fe-42c0-96ab-d5b8237711ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d923296b-c373-42d6-ab43-ac592f85731e,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:36.318122 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-6b367d0d-35b8-420f-b10a-40e2ae1a1c93 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:36.323460 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-6b367d0d-35b8-420f-b10a-40e2ae1a1c93 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 814 time: 1.1562102 Aug 23 22:27:36.324147 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-14a656de-bf07-4032-b57b-0992f26aa4df service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5867c0e1-ac00-4c87-bd75-9ca953635248 HTTP/1.1" status: 200 len: 1000 time: 0.3294928 Aug 23 22:27:36.562058 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e116daab-00f1-4d93-aca6-101838afd7de req-a98af033-5f51-4297-8210-cd455ba5d64f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 210 time: 0.1187735 Aug 23 22:27:36.653003 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-f1c46b1c-27fd-4f41-a6e4-a50c3869ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:36.654592 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-f1c46b1c-27fd-4f41-a6e4-a50c3869ac76 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.2456408 Aug 23 22:27:36.668797 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-907956c5-b798-4054-acde-434a5ba304f3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1dfc84dc05d542d987194096f3b7e51a HTTP/1.1" status: 200 len: 380 time: 0.3415368 Aug 23 22:27:36.683096 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc09901b-04fb-43d7-8475-7b102cc0fa7f admin admin] Publish callbacks [] for security_group (d923296b-c373-42d6-ab43-ac592f85731e), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:36.697445 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Request body: {'port': {'device_id': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'admin_state_up': True, 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'security_groups': ['7f0e065b-b489-4bf6-b822-3097d98afda5']}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:36.707399 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-e434fb9d-6c7c-48f9-bfdf-1d53ef1d652e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 471 time: 0.3602712 Aug 23 22:27:36.760521 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'port': {'device_id': 'a5b73e6f-743c-4663-9555-2df628611896', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'admin_state_up': True, 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'security_groups': ['97161332-413b-45bf-958c-ac9521869ca2']}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:36.840549 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc09901b-04fb-43d7-8475-7b102cc0fa7f admin admin] Publish callbacks [] for security_group (d923296b-c373-42d6-ab43-ac592f85731e), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:36.901682 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-c7d58af1-098e-49ae-a8a5-f8db8ab825bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:36.904942 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-c7d58af1-098e-49ae-a8a5-f8db8ab825bf service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2430320 Aug 23 22:27:37.081170 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1f209655-8f08-43ca-b4d0-15ea581f9126 req-90b0b79c-4727-4303-ac72-e6cfb5949044 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 210 time: 0.0578141 Aug 23 22:27:37.315382 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc09901b-04fb-43d7-8475-7b102cc0fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d923296b-c373-42d6-ab43-ac592f85731e), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:37.320095 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc09901b-04fb-43d7-8475-7b102cc0fa7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:37.322623 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-dc09901b-04fb-43d7-8475-7b102cc0fa7f admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/d923296b-c373-42d6-ab43-ac592f85731e HTTP/1.1" status: 204 len: 168 time: 1.0548406 Aug 23 22:27:37.354250 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:37.363000 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:37.442084 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09901b-04fb-43d7-8475-7b102cc0fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d923296b-c373-42d6-ab43-ac592f85731e,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:37.446271 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Made reservation on behalf of 1dfc84dc05d542d987194096f3b7e51a for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:27:37.453531 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:37.548873 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:37.585183 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-808995e0-273e-4955-9b5a-51b57e3a533e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124649 Aug 23 22:27:37.633139 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Made reservation on behalf of c0fc1c15f821495e9883814ffc7aed78 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:27:37.640002 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:37.684823 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:37.856662 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cfa02efe-2056-462b-94f4-cbcbbd440359 req-a135fd1c-2adb-4cba-8ba1-c6854c9b4a4e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 210 time: 0.0677187 Aug 23 22:27:37.941261 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd882ba8-d6e5-4c17-9ee6-083e7dbe89c5 req-eb478eb4-adb5-4540-9911-2d10772884cd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:37.946612 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cd882ba8-d6e5-4c17-9ee6-083e7dbe89c5 req-eb478eb4-adb5-4540-9911-2d10772884cd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 945 time: 0.4146492 Aug 23 22:27:38.238719 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56290) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:38.272709 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc4a3-f69f-4e5b-9553-b2e87e204b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:38.417349 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-de37c05b-0f99-4e68-940f-84f2318bc33a req-d7cf982a-e8ee-4fbc-b517-1cf954af73d9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926056 Aug 23 22:27:38.444950 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cd882ba8-d6e5-4c17-9ee6-083e7dbe89c5 req-2528bcc5-e859-4193-9092-5c866144156f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171767 Aug 23 22:27:38.507381 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Allocated IP 172.20.0.10 (6d954100-70c0-4f0f-a697-9d74a7a12bf8/2f9c5f90-3242-4ea7-8535-08bea47b3de5/e22c6f1c-3320-443a-8bec-aafb2744b504) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:27:38.534009 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Allocated IP 172.20.0.12 (4c01e5e5-25ba-44de-af70-328d6d292257/da87230b-040f-4662-82db-afbf246dea95/2fd85c0e-2897-4f7e-bd09-e37d0339fea8) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:27:38.552185 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:27:38.581818 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc4a3-f69f-4e5b-9553-b2e87e204b01 admin admin] Publish callbacks [] for security_group (c7d74034-cc6e-4559-8ed2-a742858e7073), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:38.594334 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc4a3-f69f-4e5b-9553-b2e87e204b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (c7d74034-cc6e-4559-8ed2-a742858e7073), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:38.602188 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 5867c0e1-ac00-4c87-bd75-9ca953635248 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:27:38.718861 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-39474d2d-a7f6-4ea8-aeab-f9607f216b3d req-3b0d475e-8795-467b-bcaf-c2dd53ff51e7 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 210 time: 0.1348004 Aug 23 22:27:38.776549 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-fe2dc4a3-f69f-4e5b-9553-b2e87e204b01 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=37cc84ed0eb14d77b29ab260bd1ac310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313902 Aug 23 22:27:38.781784 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56298) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:38.804566 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2dc4a3-f69f-4e5b-9553-b2e87e204b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d74034-cc6e-4559-8ed2-a742858e7073,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:38.868172 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 5867c0e1-ac00-4c87-bd75-9ca953635248 is: ACTIVE; New status is: DOWN {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:38.869231 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:38.877987 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:38.953109 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:38.955804 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:27:38.962665 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9173dccd-5dc9-4593-9ebf-2a295b5920b3" -d '{"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:27:38.970004 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.125862 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=8']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:39.144365 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.145536 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.147694 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.149547 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.150461 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.151101 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.151700 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.152502 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.153263 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.153951 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.154862 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.156337 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.157311 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.159229 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.160264 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:27:39.191055 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Aug 2022 22:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fa1b87-5c7e-4382-aa1c-c4d440ba1c65 x-openstack-request-id: req-76fa1b87-5c7e-4382-aa1c-c4d440ba1c65 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:27:39.191550 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:27:39.191853 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-76fa1b87-5c7e-4382-aa1c-c4d440ba1c65 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:27:39.192339 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76fa1b87-5c7e-4382-aa1c-c4d440ba1c65'] response: {'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'code': 200} Aug 23 22:27:39.202047 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0d6b3857-bb1e-425d-ae0f-9fa8139c9b59 req-c6cbc804-695e-4933-8934-177795d1f296 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 210 time: 0.1328635 Aug 23 22:27:39.240644 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a4948f74-ddf9-4075-94f3-d5fc34095d12 admin admin] Publish callbacks [] for security_group (c7d74034-cc6e-4559-8ed2-a742858e7073), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.260627 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:39.311813 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.316655 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.325169 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a4948f74-ddf9-4075-94f3-d5fc34095d12 admin admin] Publish callbacks [] for security_group (c7d74034-cc6e-4559-8ed2-a742858e7073), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.343588 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:39.439369 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.451740 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.506044 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a4948f74-ddf9-4075-94f3-d5fc34095d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (c7d74034-cc6e-4559-8ed2-a742858e7073), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.509398 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a4948f74-ddf9-4075-94f3-d5fc34095d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.511620 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a4948f74-ddf9-4075-94f3-d5fc34095d12 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/c7d74034-cc6e-4559-8ed2-a742858e7073 HTTP/1.1" status: 204 len: 168 time: 0.7227328 Aug 23 22:27:39.574997 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:27:39.588558 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:39.595680 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4948f74-ddf9-4075-94f3-d5fc34095d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d74034-cc6e-4559-8ed2-a742858e7073,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:39.598935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:27:39.608541 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Network 4c01e5e5-25ba-44de-af70-328d6d292257 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:27:39.613034 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:27:39.622584 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:27:39.634242 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:39.635364 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.719984 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:27:39.730332 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:39.731813 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:39.870247 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-a0dc4ed3-d63f-4f80-a79d-c1169cf70f95 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1187758 Aug 23 22:27:39.876299 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event updated for resources: {'Port': ['ID=e22c6f1c-3320-443a-8bec-aafb2744b504,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:39.903623 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac427-6dd9-4f9d-91f6-f832f6b9a3f8 req-a856eb29-c649-41f0-bd6c-0b7327341d06 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:39.918075 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9f7ac427-6dd9-4f9d-91f6-f832f6b9a3f8 req-a856eb29-c649-41f0-bd6c-0b7327341d06 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.2774849 Aug 23 22:27:39.924783 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ea137ced-23ce-4954-a454-d7cfc64754bc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2366471 Aug 23 22:27:40.049628 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9f7ac427-6dd9-4f9d-91f6-f832f6b9a3f8 req-ff8ddda7-0eb0-48db-8bba-3a052938e4b0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214285 Aug 23 22:27:40.089042 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28a2e3-b268-48be-8903-cefbae3a6467 req-08cc6637-428a-4857-b24d-4ff7365918f3 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:40.102173 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0f28a2e3-b268-48be-8903-cefbae3a6467 req-08cc6637-428a-4857-b24d-4ff7365918f3 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 932 time: 0.1365726 Aug 23 22:27:40.133735 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:40.210125 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0f28a2e3-b268-48be-8903-cefbae3a6467 req-ba5c1b2a-4f50-4669-a59d-0ee9f3b79833 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043622 Aug 23 22:27:40.234105 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-351ff417-8228-4c20-9266-cd92654d6060 None None] Provisioning complete for port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:27:40.235065 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-351ff417-8228-4c20-9266-cd92654d6060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:40.285386 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:40.307686 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-351ff417-8228-4c20-9266-cd92654d6060 None None] Port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:27:40.393986 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Request body: {'port': {'device_id': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:40.412511 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Request body: {'port': {'device_id': 'a5b73e6f-743c-4663-9555-2df628611896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:40.449519 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-8a8146a6-2a6d-4de1-ab93-41382d98356c None None] Provisioning complete for port e22c6f1c-3320-443a-8bec-aafb2744b504 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:27:40.452117 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-8a8146a6-2a6d-4de1-ab93-41382d98356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:40.563132 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-8a8146a6-2a6d-4de1-ab93-41382d98356c None None] Port e22c6f1c-3320-443a-8bec-aafb2744b504 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:27:40.790277 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355327e-7480-4ddb-a1e7-369d34c9c4b1 req-8b622410-0df1-4126-abe1-42b215e90e22 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:40.792914 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9355327e-7480-4ddb-a1e7-369d34c9c4b1 req-8b622410-0df1-4126-abe1-42b215e90e22 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 932 time: 0.3867199 Aug 23 22:27:40.809359 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:41.044128 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:41.253380 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:41.289126 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4921d5-1667-4bdb-b26b-11f3437d4dba req-29b2eee2-9bec-40ea-b8c2-a8338f452996 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:41.297956 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8c4921d5-1667-4bdb-b26b-11f3437d4dba req-29b2eee2-9bec-40ea-b8c2-a8338f452996 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1083784 Aug 23 22:27:41.378502 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8c4921d5-1667-4bdb-b26b-11f3437d4dba req-cb6688ba-7a10-4e65-937e-18a5e0be6bff tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744784 Aug 23 22:27:41.462304 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9355327e-7480-4ddb-a1e7-369d34c9c4b1 req-b76769c6-98eb-4fa3-9443-22f787979eb4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6484730 Aug 23 22:27:41.529798 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:41.725502 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc974cf-f0ea-406f-89b8-6b8bdf9798ff req-df97ed4c-3a37-41c9-963a-e100633b27a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:41.729781 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9bc974cf-f0ea-406f-89b8-6b8bdf9798ff req-df97ed4c-3a37-41c9-963a-e100633b27a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 932 time: 0.1630857 Aug 23 22:27:41.893414 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9bc974cf-f0ea-406f-89b8-6b8bdf9798ff req-2b9a59da-c3fa-45f8-bc0f-03748d575465 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536701 Aug 23 22:27:42.084657 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:42.377397 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:27:42.396822 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Publish callbacks [] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:42.408831 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22c6f1c-3320-443a-8bec-aafb2744b504 {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:27:42.438979 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Publish callbacks [] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:42.458288 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Transition to ACTIVE for port object 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:27:42.478416 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:42.483948 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Transition to ACTIVE for port object e22c6f1c-3320-443a-8bec-aafb2744b504 will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:27:42.496279 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:42.618911 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:42.791547 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5482b-4f92-4a85-bd1e-2ed0cfe5ab06 req-a231bd58-e2ce-433a-8b81-c427abe48fce tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:42.803189 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ee5482b-4f92-4a85-bd1e-2ed0cfe5ab06 req-a231bd58-e2ce-433a-8b81-c427abe48fce tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 944 time: 0.1254716 Aug 23 22:27:42.819764 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Attempting to bind port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:27:42.821510 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Attempting to bind port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:27:42.822383 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Attempting to bind port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:27:42.840155 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:42.859659 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [req-b44f6d4b-a301-4eb7-b08a-9b32436d7992 req-425e6816-28c4-4cbd-b486-d7214038e5cc service neutron] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:27:42.861845 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b44f6d4b-a301-4eb7-b08a-9b32436d7992 req-425e6816-28c4-4cbd-b486-d7214038e5cc service neutron] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0175793 Aug 23 22:27:42.868430 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 on network 4c01e5e5-25ba-44de-af70-328d6d292257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:27:42.869012 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Attempting to bind port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:27:42.876098 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Attempting to bind port e22c6f1c-3320-443a-8bec-aafb2744b504 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:27:42.877173 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Attempting to bind port e22c6f1c-3320-443a-8bec-aafb2744b504 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:27:42.878581 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Attempting to bind port e22c6f1c-3320-443a-8bec-aafb2744b504 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:27:42.888948 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Pushing event updated for resources: {'Port': ['ID=e22c6f1c-3320-443a-8bec-aafb2744b504,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:42.906624 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:27:42.907952 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Checking segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:27:42.908647 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Bound using segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:27:42.909524 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Bound port: 2fd85c0e-2897-4f7e-bd09-e37d0339fea8, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:27:42.910148 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:42.917764 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ee5482b-4f92-4a85-bd1e-2ed0cfe5ab06 req-c904ee86-3fdb-42d5-945b-e57c78bc5ab0 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123042 Aug 23 22:27:42.928057 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Port e22c6f1c-3320-443a-8bec-aafb2744b504 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:27:42.928401 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Attempting to bind port e22c6f1c-3320-443a-8bec-aafb2744b504 on network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:27:42.955186 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:27:42.955540 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Checking segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:27:42.955953 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Bound using segment: {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:27:42.956423 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Bound port: e22c6f1c-3320-443a-8bec-aafb2744b504, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121118b1-7292-4c4f-ac29-53ae96e8b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:27:42.956800 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:43.159816 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] For port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:27:43.242326 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fc834-8f21-442d-afa5-07bcbfa13030 req-712802f2-d142-4d90-8a13-7b6f59300f6d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:43.245354 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cc0fc834-8f21-442d-afa5-07bcbfa13030 req-712802f2-d142-4d90-8a13-7b6f59300f6d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.1370690 Aug 23 22:27:43.251413 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff431e-0a8b-4cde-8649-38be8a252763 req-9cb38703-05e4-4842-99fb-50e2903d2461 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:43.254295 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b7ff431e-0a8b-4cde-8649-38be8a252763 req-9cb38703-05e4-4842-99fb-50e2903d2461 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1121230 Aug 23 22:27:43.299099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] For port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:27:43.303776 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] For port e22c6f1c-3320-443a-8bec-aafb2744b504, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:27:43.342202 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] For port e22c6f1c-3320-443a-8bec-aafb2744b504, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e22c6f1c-3320-443a-8bec-aafb2744b504,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:27:43.348751 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:43.405626 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:43.407034 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:43.410288 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/2fd85c0e-2897-4f7e-bd09-e37d0339fea8 HTTP/1.1" status: 200 len: 1094 time: 3.0055733 Aug 23 22:27:43.411282 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b73e6f-743c-4663-9555-2df628611896', 'tag': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:27:43.416237 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad2dd7-11e0-43fc-8366-2073276bdd23" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b73e6f-743c-4663-9555-2df628611896", "tag": "2fd85c0e-2897-4f7e-bd09-e37d0339fea8"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:27:43.438116 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:43.444672 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:43.467328 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cc0fc834-8f21-442d-afa5-07bcbfa13030 req-2e477840-2a60-4996-b601-5e5336fafee3 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111459 Aug 23 22:27:43.529512 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:43.532275 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd175b21-38cd-4688-96f9-2c4695b63c30 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:43.559127 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:43.560951 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:43.564403 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/e22c6f1c-3320-443a-8bec-aafb2744b504 HTTP/1.1" status: 200 len: 1094 time: 3.1967783 Aug 23 22:27:43.565268 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:43.615973 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703c97e3-b7cb-44fd-9423-abeb1309f71f x-openstack-request-id: req-703c97e3-b7cb-44fd-9423-abeb1309f71f {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:27:43.616152 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b73e6f-743c-4663-9555-2df628611896", "tag": "2fd85c0e-2897-4f7e-bd09-e37d0339fea8", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:27:43.616656 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-703c97e3-b7cb-44fd-9423-abeb1309f71f {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:27:43.617381 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703c97e3-b7cb-44fd-9423-abeb1309f71f'] response: {'name': 'network-changed', 'server_uuid': 'a5b73e6f-743c-4663-9555-2df628611896', 'tag': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8', 'status': 'completed', 'code': 200} Aug 23 22:27:43.638219 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b7ff431e-0a8b-4cde-8649-38be8a252763 req-10eff695-f957-4c0e-9f5c-1d2398a5aa32 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602407 Aug 23 22:27:43.673736 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c339c-d950-4faa-adfc-23dec104d317 service neutron] Pushing event updated for resources: {'Port': ['ID=e22c6f1c-3320-443a-8bec-aafb2744b504,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:44.198210 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad2dd7-11e0-43fc-8366-2073276bdd23 req-b3ebe1db-02e2-4a5a-b2d5-112ad2cfdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:44.201483 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3cad2dd7-11e0-43fc-8366-2073276bdd23 req-b3ebe1db-02e2-4a5a-b2d5-112ad2cfdcdb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 1128 time: 0.1969805 Aug 23 22:27:44.216093 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-f20f2af1-b506-447d-95b0-e58458756d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:44.219507 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-f20f2af1-b506-447d-95b0-e58458756d4c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 1128 time: 0.1115174 Aug 23 22:27:44.242692 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cde24-0436-4451-b631-d4582dedc0f3 req-afdfd984-08d3-43c2-8b76-536a9a18bb1b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:44.257011 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c79cde24-0436-4451-b631-d4582dedc0f3 req-afdfd984-08d3-43c2-8b76-536a9a18bb1b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 944 time: 0.1169243 Aug 23 22:27:44.364992 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c79cde24-0436-4451-b631-d4582dedc0f3 req-5454d791-3822-498e-a46d-6107f8428a9d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046360 Aug 23 22:27:44.404734 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56434) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:44.470032 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-786da14f-d31f-445b-897a-978751139e31 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22c6f1c-3320-443a-8bec-aafb2744b504 HTTP/1.1" status: 200 len: 217 time: 0.0630932 Aug 23 22:27:44.554308 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad2dd7-11e0-43fc-8366-2073276bdd23 req-34cbd9ad-4048-4940-ace5-6520a11d5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:44.557791 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3cad2dd7-11e0-43fc-8366-2073276bdd23 req-34cbd9ad-4048-4940-ace5-6520a11d5266 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=c0fc1c15f821495e9883814ffc7aed78&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3362424 Aug 23 22:27:44.629314 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 5867c0e1-ac00-4c87-bd75-9ca953635248 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:27:44.631638 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-4daa6d59-0c8b-4c48-83b9-976a442a9fac service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2244341 Aug 23 22:27:44.661809 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-38ba2e94-a1a1-4f40-ae62-fbf67349f206 service neutron] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:27:44.666994 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-38ba2e94-a1a1-4f40-ae62-fbf67349f206 service neutron] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0235610 Aug 23 22:27:44.677347 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-61a3b608-af3d-48b1-8956-e774826e60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:44.681390 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-61a3b608-af3d-48b1-8956-e774826e60be service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.1970041 Aug 23 22:27:44.970451 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 5867c0e1-ac00-4c87-bd75-9ca953635248 is: DOWN; New status is: DOWN {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:44.996599 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ac75a305-8b36-4b0f-ab10-f65262a112b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:44.999034 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-ac75a305-8b36-4b0f-ab10-f65262a112b5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3109829 Aug 23 22:27:45.046662 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9d84-0943-426b-b465-770862d31e63 req-9141e5ec-667a-4b57-9c67-cae2fbb9c675 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:45.057371 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c0ff9d84-0943-426b-b465-770862d31e63 req-9141e5ec-667a-4b57-9c67-cae2fbb9c675 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.2724731 Aug 23 22:27:45.122744 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a73b3b-c83b-4023-84ab-c52ecc5f7068 req-b2863ed4-4e52-4ff7-96de-4524ec82c11c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:45.128695 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a4a73b3b-c83b-4023-84ab-c52ecc5f7068 req-b2863ed4-4e52-4ff7-96de-4524ec82c11c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1807921 Aug 23 22:27:45.154025 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad2dd7-11e0-43fc-8366-2073276bdd23 req-a6d13dd2-a70c-4725-9400-b3cf93097cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:45.156202 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3cad2dd7-11e0-43fc-8366-2073276bdd23 req-a6d13dd2-a70c-4725-9400-b3cf93097cdb service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5830011 Aug 23 22:27:45.172367 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56452) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:45.199039 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c0ff9d84-0943-426b-b465-770862d31e63 req-3407b2e1-346f-4eee-a555-0eee7874dbe9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408315 Aug 23 22:27:45.288702 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a4a73b3b-c83b-4023-84ab-c52ecc5f7068 req-c112916a-37a0-4f48-a313-269eec590b75 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504126 Aug 23 22:27:45.319522 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-455dd613-43e1-40ba-ae7c-e06c43ac5401 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025622 Aug 23 22:27:45.402925 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-1259d280-afef-4833-b643-fe7f753cc151 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:45.406324 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-1259d280-afef-4833-b643-fe7f753cc151 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports/5867c0e1-ac00-4c87-bd75-9ca953635248 HTTP/1.1" status: 200 len: 940 time: 0.2322371 Aug 23 22:27:45.653258 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:27:45.657872 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b875fd-affc-41ae-bba6-7f828e2f715f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:27:45.675235 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9ee18-ef90-46f7-a42f-58b17930515f req-924bb914-c3bd-483b-bf2e-bb205a3a2389 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:45.678950 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38e9ee18-ef90-46f7-a42f-58b17930515f req-924bb914-c3bd-483b-bf2e-bb205a3a2389 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 944 time: 0.1408179 Aug 23 22:27:45.779194 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01db9657-79e8-4912-99cf-5cabbad93e6f x-openstack-request-id: req-01db9657-79e8-4912-99cf-5cabbad93e6f {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:27:45.779525 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:27:45.779890 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-01db9657-79e8-4912-99cf-5cabbad93e6f {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:27:45.780312 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01db9657-79e8-4912-99cf-5cabbad93e6f'] response: {'name': 'network-changed', 'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'status': 'completed', 'code': 200} Aug 23 22:27:45.818475 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38e9ee18-ef90-46f7-a42f-58b17930515f req-cdb5b283-df11-49e3-93bc-0400ad6fe54f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138651 Aug 23 22:27:46.406215 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67952c-ea7a-415d-937a-121912849163 req-4477ea58-bd11-4c2d-9ce2-acb3f8aba193 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:46.408742 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6d67952c-ea7a-415d-937a-121912849163 req-4477ea58-bd11-4c2d-9ce2-acb3f8aba193 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.0771823 Aug 23 22:27:46.479905 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6d67952c-ea7a-415d-937a-121912849163 req-a488b6b7-25e9-4722-9960-076edb747752 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635128 Aug 23 22:27:46.543776 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c302de-8043-469f-9458-7b87c6b9fcaa req-d297b6e0-fadf-4608-9436-fa246b073099 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:46.545730 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-59c302de-8043-469f-9458-7b87c6b9fcaa req-d297b6e0-fadf-4608-9436-fa246b073099 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.0880826 Aug 23 22:27:46.633048 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-59c302de-8043-469f-9458-7b87c6b9fcaa req-f3ca6704-6764-4059-b639-55754fd67b16 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748482 Aug 23 22:27:47.064450 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d92d9-19b7-4dca-9b45-8fcd03d1288d req-4169c717-3ed1-466a-bc6b-06370caec1f0 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:47.067315 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4c7d92d9-19b7-4dca-9b45-8fcd03d1288d req-4169c717-3ed1-466a-bc6b-06370caec1f0 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 944 time: 0.0929377 Aug 23 22:27:47.157961 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4c7d92d9-19b7-4dca-9b45-8fcd03d1288d req-a40cd9ed-ef1c-4768-8dfc-ae744cbdf016 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800915 Aug 23 22:27:47.704318 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da53aa3-a023-493a-bbac-ceb633171f55 req-3b7e1b32-ab4d-4284-bacf-85d1c0c69526 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:47.708793 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8da53aa3-a023-493a-bbac-ceb633171f55 req-3b7e1b32-ab4d-4284-bacf-85d1c0c69526 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.1059983 Aug 23 22:27:47.816928 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8da53aa3-a023-493a-bbac-ceb633171f55 req-ca413239-57f0-488a-931b-69900a73f309 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962930 Aug 23 22:27:47.882387 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae246259-34d4-498f-81d4-80da8ec4383f req-826d6204-a217-4bd7-b348-3db8bcd5fda7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:47.885816 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ae246259-34d4-498f-81d4-80da8ec4383f req-826d6204-a217-4bd7-b348-3db8bcd5fda7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.0876892 Aug 23 22:27:48.002039 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ae246259-34d4-498f-81d4-80da8ec4383f req-a55ec4d0-3f5e-4c36-b7ab-0a215ac60fc8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061921 Aug 23 22:27:48.074524 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:48.150888 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-aa47b4b7-219c-4bfa-b114-024ef610f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:48.153771 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-aa47b4b7-219c-4bfa-b114-024ef610f9e0 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 1128 time: 0.1643150 Aug 23 22:27:48.176458 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:48.221869 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a6f7e5c-e7c3-4988-96ab-44b98075bdda req-30db4e8f-cd58-4a51-bac8-26ce20e4f2cc service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017302 Aug 23 22:27:48.284196 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-54648e2e-7b50-4b87-bb2e-8f5c703da681 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fd85c0e-2897-4f7e-bd09-e37d0339fea8 HTTP/1.1" status: 200 len: 217 time: 0.0820756 Aug 23 22:27:48.451353 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-8ea98fc6-51f2-4897-a5bc-55b34e57b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:48.457854 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-8ea98fc6-51f2-4897-a5bc-55b34e57b28c service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.1574097 Aug 23 22:27:48.503362 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526bb4-5908-49c8-8ae6-053c3f598612 req-859d9b9e-9555-4003-978c-0441d2d520ab tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:48.506141 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cd526bb4-5908-49c8-8ae6-053c3f598612 req-859d9b9e-9555-4003-978c-0441d2d520ab tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 944 time: 0.1262236 Aug 23 22:27:48.563389 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:48.565174 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:48.609614 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cd526bb4-5908-49c8-8ae6-053c3f598612 req-3d26317a-ae29-4ed6-a9b3-47a0eac44c25 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912499 Aug 23 22:27:49.038093 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398c423-fc7b-47a5-90e7-df4e13deaa72 req-ae6dc22e-d809-4cf9-b1e6-c4046396c1b8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:49.041578 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6398c423-fc7b-47a5-90e7-df4e13deaa72 req-ae6dc22e-d809-4cf9-b1e6-c4046396c1b8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.0956850 Aug 23 22:27:49.282135 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9062ba-5895-437b-82b9-d6b02427b4c1 req-dba9246a-b8e1-42f7-bf66-12ece641e73b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:49.296377 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b9062ba-5895-437b-82b9-d6b02427b4c1 req-dba9246a-b8e1-42f7-bf66-12ece641e73b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1343524 Aug 23 22:27:49.416177 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b9062ba-5895-437b-82b9-d6b02427b4c1 req-37415ec6-8a20-4693-af2f-0a81092fd719 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181238 Aug 23 22:27:49.513617 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6398c423-fc7b-47a5-90e7-df4e13deaa72 req-dcac1807-1073-4204-b614-3c304d8801eb tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4622993 Aug 23 22:27:49.891189 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-3afb9398-6c35-42fa-86f1-ab7067e85802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:49.894813 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-3afb9398-6c35-42fa-86f1-ab7067e85802 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2106049 Aug 23 22:27:49.914211 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-6a9d68b7-8421-4dad-89d7-f3f8c07ede35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:49.916924 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-6a9d68b7-8421-4dad-89d7-f3f8c07ede35 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 1128 time: 0.2096453 Aug 23 22:27:49.947078 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e9760-a23c-427a-9a5e-372ea7a3bc2a req-aca52150-b18d-4036-a837-6b5cf5732db4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:49.950316 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-578e9760-a23c-427a-9a5e-372ea7a3bc2a req-aca52150-b18d-4036-a837-6b5cf5732db4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 944 time: 0.1687376 Aug 23 22:27:50.109756 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-578e9760-a23c-427a-9a5e-372ea7a3bc2a req-c01b86c4-face-4f6a-bdb0-673e4dbbb6ea tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463947 Aug 23 22:27:50.347210 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-0a2f9aec-77a1-40d9-aa05-cb7f1e7ba7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:50.350013 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-0a2f9aec-77a1-40d9-aa05-cb7f1e7ba7b2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.3076677 Aug 23 22:27:50.370543 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-f963b25b-7b5a-4895-870d-8d9e45913369 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306301 Aug 23 22:27:50.514985 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:50.658819 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc163-9f25-4987-a985-68574ce4a358 req-690d8704-b2ce-46ca-84c1-c2be64b0a1f5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:50.661086 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-370cc163-9f25-4987-a985-68574ce4a358 req-690d8704-b2ce-46ca-84c1-c2be64b0a1f5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.0827453 Aug 23 22:27:50.739622 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-370cc163-9f25-4987-a985-68574ce4a358 req-7b12c2a2-e055-4f18-a4da-f9b7b2b8879c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688927 Aug 23 22:27:50.756934 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aff06-1e38-457c-b9c5-8597897c6d0d req-2aaa61f6-2032-4fa7-95b9-574d2a254cc8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:50.758935 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7c2aff06-1e38-457c-b9c5-8597897c6d0d req-2aaa61f6-2032-4fa7-95b9-574d2a254cc8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.0925660 Aug 23 22:27:50.843937 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7c2aff06-1e38-457c-b9c5-8597897c6d0d req-17529823-8e6d-4a07-94f0-85d155485ca7 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763369 Aug 23 22:27:51.349228 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb90c7-0f46-4dcd-b7c6-f67cd2d16cf0 req-18070d69-8738-4a85-8e31-891b30fb7643 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:51.352809 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6cbb90c7-0f46-4dcd-b7c6-f67cd2d16cf0 req-18070d69-8738-4a85-8e31-891b30fb7643 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 944 time: 0.0978479 Aug 23 22:27:51.432055 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6cbb90c7-0f46-4dcd-b7c6-f67cd2d16cf0 req-88491559-d332-480f-992c-c10d77f5f8c7 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700774 Aug 23 22:27:51.939477 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278d615-f556-4cd2-ba69-11f6888b867e req-e09c92cf-b22d-49a8-b1da-4580b20ca338 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:51.941718 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7278d615-f556-4cd2-ba69-11f6888b867e req-e09c92cf-b22d-49a8-b1da-4580b20ca338 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.0729251 Aug 23 22:27:52.009004 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b59fd-5718-426b-9961-e09ee276bf07 req-445f9418-409c-4604-8fa1-9fbdc38e6054 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:52.010845 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-510b59fd-5718-426b-9961-e09ee276bf07 req-445f9418-409c-4604-8fa1-9fbdc38e6054 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.0692976 Aug 23 22:27:52.036898 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7278d615-f556-4cd2-ba69-11f6888b867e req-54f6d2da-2524-476b-ae0e-8cadfc2e0454 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804405 Aug 23 22:27:52.086389 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-510b59fd-5718-426b-9961-e09ee276bf07 req-d940b519-077f-49eb-bcda-6f6a79f6c44a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688515 Aug 23 22:27:52.609089 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92beda-fe3b-416b-be23-bf00d57cc078 req-57b432b9-78b5-4eff-a58a-297dfb1965c0 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:52.611973 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ca92beda-fe3b-416b-be23-bf00d57cc078 req-57b432b9-78b5-4eff-a58a-297dfb1965c0 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 944 time: 0.0697362 Aug 23 22:27:52.666401 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ca92beda-fe3b-416b-be23-bf00d57cc078 req-4c1ecf1d-a1b5-487a-8dfa-566b1cbe5abc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478392 Aug 23 22:27:52.962209 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device e22c6f1c-3320-443a-8bec-aafb2744b504 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:27:53.092369 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port e22c6f1c-3320-443a-8bec-aafb2744b504, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e22c6f1c-3320-443a-8bec-aafb2744b504,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:53.107289 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'port_id': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'mac_address': 'fa:16:3e:98:55:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:27:53.174009 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port e22c6f1c-3320-443a-8bec-aafb2744b504 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:53.174519 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:53.193490 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22c6f1c-3320-443a-8bec-aafb2744b504 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:27:53.234533 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port e22c6f1c-3320-443a-8bec-aafb2744b504, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e22c6f1c-3320-443a-8bec-aafb2744b504,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:53.242713 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:53.248543 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:53.279496 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc69f06-857e-4b70-b9b8-fe738f3ff22a req-ac474657-17c5-456c-85a6-d2025b47d1bd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:53.282248 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1dc69f06-857e-4b70-b9b8-fe738f3ff22a req-ac474657-17c5-456c-85a6-d2025b47d1bd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1083336 Aug 23 22:27:53.301196 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:53.329382 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bc620-b855-44a8-8f55-20e50ada3c3c req-f0a1efb2-de2c-44be-acc1-83cd220602df tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:53.336987 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f88bc620-b855-44a8-8f55-20e50ada3c3c req-f0a1efb2-de2c-44be-acc1-83cd220602df tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.1179950 Aug 23 22:27:53.371940 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=e22c6f1c-3320-443a-8bec-aafb2744b504,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:53.402056 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1dc69f06-857e-4b70-b9b8-fe738f3ff22a req-0726fb41-4793-46b8-a246-497848bc0110 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966616 Aug 23 22:27:53.474675 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:53.488000 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-409c5964-b017-4538-bee7-4ba5b1b16acd service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22c6f1c-3320-443a-8bec-aafb2744b504 HTTP/1.1" status: 200 len: 217 time: 0.1206515 Aug 23 22:27:53.492984 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:53.601161 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f88bc620-b855-44a8-8f55-20e50ada3c3c req-c710849b-1b6a-4b61-9da1-6187ccaa5761 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225528 Aug 23 22:27:53.641094 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bbac8381-735d-41b1-b49e-f9625a4d9681 req-24de990c-da75-400d-a0bc-16130ace13ae service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900131 Aug 23 22:27:53.851949 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d595ed0-fab2-40a7-b16a-0e9657b065fc req-7250f19e-6311-4dcf-82ed-9dc1477ea179 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:53.862303 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7d595ed0-fab2-40a7-b16a-0e9657b065fc req-7250f19e-6311-4dcf-82ed-9dc1477ea179 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 945 time: 0.0826783 Aug 23 22:27:53.866231 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['e22c6f1c-3320-443a-8bec-aafb2744b504'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:27:53.927448 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:53.967214 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-1f220dc8-9ffd-4a37-8bd7-e8e297faad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:53.970597 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-1f220dc8-9ffd-4a37-8bd7-e8e297faad67 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.1291749 Aug 23 22:27:53.998864 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7d595ed0-fab2-40a7-b16a-0e9657b065fc req-626d83a4-4e75-4003-b9b4-66c95ee506ba tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354311 Aug 23 22:27:54.658083 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030a194-853c-4b4a-b492-067aa0736014 req-e900c0ec-40ee-4d75-b8a9-14479ae160c3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:54.662421 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6030a194-853c-4b4a-b492-067aa0736014 req-e900c0ec-40ee-4d75-b8a9-14479ae160c3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1013048 Aug 23 22:27:54.775309 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6030a194-853c-4b4a-b492-067aa0736014 req-b8de4dba-e0b0-4b1f-ab92-91dae499607e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055720 Aug 23 22:27:54.854741 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcf7da-0d68-4dda-97bb-934d19b3eeb8 req-06ea5b24-1aea-4005-804f-ac5b2b1caeaf tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:54.858658 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bcbcf7da-0d68-4dda-97bb-934d19b3eeb8 req-06ea5b24-1aea-4005-804f-ac5b2b1caeaf tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.1040311 Aug 23 22:27:54.958264 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bcbcf7da-0d68-4dda-97bb-934d19b3eeb8 req-a56b3992-90a9-47c1-ad64-eaee484303f8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881796 Aug 23 22:27:55.115260 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device e22c6f1c-3320-443a-8bec-aafb2744b504 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:27:55.185975 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port e22c6f1c-3320-443a-8bec-aafb2744b504 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:27:55.196715 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port e22c6f1c-3320-443a-8bec-aafb2744b504 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:27:55.197403 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:55.206635 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73119774-2468-44be-8e5d-88d1b572719b req-b5fd220f-da97-4848-bf4c-2a688a073d39 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:55.209520 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-73119774-2468-44be-8e5d-88d1b572719b req-b5fd220f-da97-4848-bf4c-2a688a073d39 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 945 time: 0.1154749 Aug 23 22:27:55.354318 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port e22c6f1c-3320-443a-8bec-aafb2744b504 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:55.355072 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:55.385175 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:55.389744 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-73119774-2468-44be-8e5d-88d1b572719b req-4a48366e-f3f9-4bd7-91d2-1cdf428858ad tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685529 Aug 23 22:27:55.404578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-c1351787-5c3b-47f8-bfd2-56f2d0999579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:55.444673 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-c1351787-5c3b-47f8-bfd2-56f2d0999579 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1543310 Aug 23 22:27:55.451965 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:27:55.458117 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d63276-e6ce-44cd-8a54-520a7b877120" -d '{"events": [{"server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "name": "network-vif-plugged", "status": "completed", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:27:55.488089 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port e22c6f1c-3320-443a-8bec-aafb2744b504, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e22c6f1c-3320-443a-8bec-aafb2744b504,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:55.497402 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:55.566470 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1fb9f7-fc6a-4140-adce-576b5f010607 x-openstack-request-id: req-fd1fb9f7-fc6a-4140-adce-576b5f010607 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:27:55.567099 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "name": "network-vif-plugged", "status": "completed", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:27:55.567907 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fd1fb9f7-fc6a-4140-adce-576b5f010607 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:27:55.568910 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1fb9f7-fc6a-4140-adce-576b5f010607'] response: {'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'code': 200} Aug 23 22:27:55.625503 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=e22c6f1c-3320-443a-8bec-aafb2744b504,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:55.695970 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-c58df32d-4937-4624-a090-e6299340f550 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490366 Aug 23 22:27:55.926273 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38b875fd-affc-41ae-bba6-7f828e2f715f req-0bf7060f-580d-40ea-be0a-27d22aa907b2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913373 Aug 23 22:27:56.117666 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26682ec6-abda-4c15-bd44-2db91a1b78dc req-cec821ab-e868-465f-aa9f-54a2e7e47e1a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:56.119712 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-26682ec6-abda-4c15-bd44-2db91a1b78dc req-cec821ab-e868-465f-aa9f-54a2e7e47e1a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.0644350 Aug 23 22:27:56.194446 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-26682ec6-abda-4c15-bd44-2db91a1b78dc req-e252ef25-052e-48b7-a4c4-01587b30c5fc tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635865 Aug 23 22:27:56.326880 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a4e09-b22e-4393-a648-2f173ef1c919 req-4ce7db91-086c-44e2-a5a0-ec926c59110f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:56.328970 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8a1a4e09-b22e-4393-a648-2f173ef1c919 req-4ce7db91-086c-44e2-a5a0-ec926c59110f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.3839297 Aug 23 22:27:56.354291 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8b940-aefe-46ea-8e30-ba868e5328e7 req-cf4b5886-6f7f-4647-985c-1632894a242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:56.356326 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1dd8b940-aefe-46ea-8e30-ba868e5328e7 req-cf4b5886-6f7f-4647-985c-1632894a242f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 1130 time: 0.3598402 Aug 23 22:27:56.431934 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8a1a4e09-b22e-4393-a648-2f173ef1c919 req-59525bdb-1f66-4f3e-99f3-0c356c1c43ab tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894289 Aug 23 22:27:56.470193 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1dd8b940-aefe-46ea-8e30-ba868e5328e7 req-ee5e7a1a-b58b-4ed2-8b68-c12abc15ae3c service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942340 Aug 23 22:27:56.636909 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d136d7-d2bb-445d-968d-e1ede27e900b req-0cbf1491-795f-4600-b75b-b84eb7701f2f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:56.640856 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-54d136d7-d2bb-445d-968d-e1ede27e900b req-0cbf1491-795f-4600-b75b-b84eb7701f2f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0979815 Aug 23 22:27:56.723747 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-54d136d7-d2bb-445d-968d-e1ede27e900b req-6aac7fef-2fda-4dc1-ab37-93e4a21fa14a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725272 Aug 23 22:27:56.797285 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87754f6-f8fe-4957-a566-a3341a4869d7 req-2d465b72-a271-41ad-b0bf-dec2161e7437 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:56.799678 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d87754f6-f8fe-4957-a566-a3341a4869d7 req-2d465b72-a271-41ad-b0bf-dec2161e7437 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.1046853 Aug 23 22:27:56.874707 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d87754f6-f8fe-4957-a566-a3341a4869d7 req-cd5a3b03-ca69-4496-bf9a-2568b4d8eff5 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644593 Aug 23 22:27:56.925492 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56672) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:57.092962 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:27:57.215530 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dcdc38-4504-4561-8944-3cbf4a78421f tempest-TestMinimumBasicScenario-1098847748 tempest-TestMinimumBasicScenario-1098847748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:57.217906 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-00dcdc38-4504-4561-8944-3cbf4a78421f tempest-TestMinimumBasicScenario-1098847748 tempest-TestMinimumBasicScenario-1098847748-project-admin] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 1125 time: 0.2906089 Aug 23 22:27:57.224674 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56682) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:57.232879 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'port_id': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:27:57.299164 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:57.354755 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:57.384294 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'port_id': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8', 'mac_address': 'fa:16:3e:fc:c5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:27:57.501981 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:57.502826 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:57.562062 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc7b26-d95c-4c50-954c-44e59b343bc6 req-521edeb8-e1ca-4a9e-8878-a1944c65d7d5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:57.567051 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:27:57.575796 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fccc7b26-d95c-4c50-954c-44e59b343bc6 req-521edeb8-e1ca-4a9e-8878-a1944c65d7d5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 944 time: 0.1921470 Aug 23 22:27:57.639135 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:27:57.650379 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:57.657279 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:57.792568 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b3911-c278-4afc-a323-0bc7b686970b req-6661af2e-dfba-4b18-837b-60aff8ea7d72 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:57.822186 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7b1b3911-c278-4afc-a323-0bc7b686970b req-6661af2e-dfba-4b18-837b-60aff8ea7d72 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.2210052 Aug 23 22:27:57.850954 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:57.936727 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:57.956205 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7b1b3911-c278-4afc-a323-0bc7b686970b req-6a256e42-e77f-41bf-8e7d-ae055f1706f1 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318378 Aug 23 22:27:58.004358 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fccc7b26-d95c-4c50-954c-44e59b343bc6 req-e9ab5def-a6e1-43e9-8cff-04e969952d43 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269660 Aug 23 22:27:58.040358 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Allocated IP 172.27.2.206 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/ac881e28-949d-4cd5-a0e5-094410260d21) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:27:58.149353 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['2fd85c0e-2897-4f7e-bd09-e37d0339fea8'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:27:58.157970 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56700) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:58.286391 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d5f1c-4db7-440e-97c8-6d3f5634d870 req-2b80b330-7e9d-4ae4-b4e3-0dd9861fbadc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:58.301122 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f79d5f1c-4db7-440e-97c8-6d3f5634d870 req-2b80b330-7e9d-4ae4-b4e3-0dd9861fbadc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.1170797 Aug 23 22:27:58.394134 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for port (ac881e28-949d-4cd5-a0e5-094410260d21), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:58.439700 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:58.444351 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f79d5f1c-4db7-440e-97c8-6d3f5634d870 req-2083ec35-1b33-41f2-9ac8-6839288b4062 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404436 Aug 23 22:27:58.572522 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (ac881e28-949d-4cd5-a0e5-094410260d21), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:58.582489 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:58.603203 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-843a59b6-3ba0-496f-b0fe-774fcdf134d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:58.666420 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:27:58.673889 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:27:58.683672 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:27:58.703666 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:58.778389 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'Port': ['ID=ac881e28-949d-4cd5-a0e5-094410260d21,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:58.778907 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-843a59b6-3ba0-496f-b0fe-774fcdf134d5 admin admin] Publish callbacks [] for security_group (a98b0820-3ae6-4ddf-b8f4-4a477223e1c5), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:58.793493 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-843a59b6-3ba0-496f-b0fe-774fcdf134d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a98b0820-3ae6-4ddf-b8f4-4a477223e1c5), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:58.886460 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a59b6-3ba0-496f-b0fe-774fcdf134d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b0820-3ae6-4ddf-b8f4-4a477223e1c5,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:27:58.896332 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-843a59b6-3ba0-496f-b0fe-774fcdf134d5 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=bf8e9d006f1e4a0aa7109e652e8d001f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7352889 Aug 23 22:27:58.901942 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56706) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:27:59.175560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-a68ddf5d-3dee-45fc-910e-9aea21334c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:59.179552 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-a68ddf5d-3dee-45fc-910e-9aea21334c5a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf&tenant_id=8be30316f0b745d783ec96bc983b2cb1 HTTP/1.1" status: 200 len: 1127 time: 0.2513595 Aug 23 22:27:59.220151 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86408180-f621-4b40-96c7-9f181d506070 admin admin] Publish callbacks [] for security_group (a98b0820-3ae6-4ddf-b8f4-4a477223e1c5), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:59.372683 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86408180-f621-4b40-96c7-9f181d506070 admin admin] Publish callbacks [] for security_group (a98b0820-3ae6-4ddf-b8f4-4a477223e1c5), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:59.406984 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f1956-5594-4ea0-ac61-ab1a3d50f4ba req-bc009515-4121-4911-a80d-c0356d1a3661 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:59.410092 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-183f1956-5594-4ea0-ac61-ab1a3d50f4ba req-bc009515-4121-4911-a80d-c0356d1a3661 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1689789 Aug 23 22:27:59.436243 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:27:59.475004 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfb3c6-f5ba-4791-a69d-a4205c4da269 req-ef07d1b0-167c-424b-911f-ea837e14b9fa tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:59.479381 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4bbfb3c6-f5ba-4791-a69d-a4205c4da269 req-ef07d1b0-167c-424b-911f-ea837e14b9fa tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 945 time: 0.2413135 Aug 23 22:27:59.547208 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:27:59.567266 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-c9ef641e-77a8-49aa-8023-fa3e84f196e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:59.568222 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:27:59.573719 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-c9ef641e-77a8-49aa-8023-fa3e84f196e2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 1127 time: 0.3215940 Aug 23 22:27:59.582802 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:27:59.583921 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:59.667110 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4bbfb3c6-f5ba-4791-a69d-a4205c4da269 req-0a1e3f62-fe99-414d-98cf-3b2a4832a0bd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665592 Aug 23 22:27:59.676491 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-183f1956-5594-4ea0-ac61-ab1a3d50f4ba req-9c546ff7-da67-4bf5-9e20-288ec58cd136 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955686 Aug 23 22:27:59.872209 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:27:59.884046 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:59.885725 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for floatingip (665ac498-d500-47fb-b4f3-dd6fd855ce09), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:59.923624 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86408180-f621-4b40-96c7-9f181d506070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a98b0820-3ae6-4ddf-b8f4-4a477223e1c5), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:59.928674 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86408180-f621-4b40-96c7-9f181d506070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:27:59.932170 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-86408180-f621-4b40-96c7-9f181d506070 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/a98b0820-3ae6-4ddf-b8f4-4a477223e1c5 HTTP/1.1" status: 204 len: 168 time: 1.0279636 Aug 23 22:27:59.983429 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b73e6f-743c-4663-9555-2df628611896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:27:59.994397 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-b566ad6a-d427-49b1-abcd-6d85df73dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:27:59.998206 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-b566ad6a-d427-49b1-abcd-6d85df73dd83 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 918 time: 0.3541586 Aug 23 22:28:00.003851 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493f19d4-e86b-4a6c-ab34-22d2e3f4b804" -d '{"events": [{"server_uuid": "a5b73e6f-743c-4663-9555-2df628611896", "name": "network-vif-plugged", "status": "completed", "tag": "2fd85c0e-2897-4f7e-bd09-e37d0339fea8"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:28:00.029045 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86408180-f621-4b40-96c7-9f181d506070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b0820-3ae6-4ddf-b8f4-4a477223e1c5,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:00.043349 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:28:00.053466 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:00.124073 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e7456-0c50-441c-b8dc-434ab1cad567 req-92a94ba7-2fe2-4bfb-b0a4-5d34dc34fc28 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:00.129412 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-229e7456-0c50-441c-b8dc-434ab1cad567 req-92a94ba7-2fe2-4bfb-b0a4-5d34dc34fc28 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.2013049 Aug 23 22:28:00.154600 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec81a43-a676-4233-93f7-a6a1573eaf6a x-openstack-request-id: req-dec81a43-a676-4233-93f7-a6a1573eaf6a {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:28:00.155193 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b73e6f-743c-4663-9555-2df628611896", "name": "network-vif-plugged", "status": "completed", "tag": "2fd85c0e-2897-4f7e-bd09-e37d0339fea8", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:28:00.155711 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dec81a43-a676-4233-93f7-a6a1573eaf6a {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:28:00.156462 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec81a43-a676-4233-93f7-a6a1573eaf6a'] response: {'server_uuid': 'a5b73e6f-743c-4663-9555-2df628611896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8', 'code': 200} Aug 23 22:28:00.260179 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-09756fd3-e843-499b-9170-142c2e0f7e9a service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5867c0e1-ac00-4c87-bd75-9ca953635248 HTTP/1.1" status: 200 len: 998 time: 0.2443304 Aug 23 22:28:00.287127 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:00.293656 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-229e7456-0c50-441c-b8dc-434ab1cad567 req-76ccad1a-00b3-4aa6-ba87-9a31fdf7f546 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170454 Aug 23 22:28:00.295207 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (ac881e28-949d-4cd5-a0e5-094410260d21), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:00.459902 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:00.520630 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-e8279a53-6538-49f5-951a-be7cfdc4fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:00.524469 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-e8279a53-6538-49f5-951a-be7cfdc4fb57 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.2579296 Aug 23 22:28:00.654768 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56732) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:00.778489 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-1d7c03e1-50d1-4eb9-9505-cfb3095a7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:00.781701 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-1d7c03e1-50d1-4eb9-9505-cfb3095a7014 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2466800 Aug 23 22:28:00.806648 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for port (ac881e28-949d-4cd5-a0e5-094410260d21), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:00.817761 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (ac881e28-949d-4cd5-a0e5-094410260d21), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:00.840025 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf8bf-ff2f-4b9a-815b-50e549428e2a req-c08c1481-e4f2-49cb-a3c6-e73cefd3068e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:00.854367 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-98acf8bf-ff2f-4b9a-815b-50e549428e2a req-c08c1481-e4f2-49cb-a3c6-e73cefd3068e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.2340143 Aug 23 22:28:00.899192 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70c318-3c80-4624-989c-32ba14c0697e req-e3f25d61-597d-430a-a639-e4be84e3c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:00.904580 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ca70c318-3c80-4624-989c-32ba14c0697e req-e3f25d61-597d-430a-a639-e4be84e3c649 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 1130 time: 0.2812555 Aug 23 22:28:00.915866 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56740) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:00.935139 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-a5859a49-a2dd-4d90-9583-e804ccaf6ce2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Request body: {'floatingip': {'port_id': 'e22c6f1c-3320-443a-8bec-aafb2744b504'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:01.045953 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:01.073401 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56742) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:01.144044 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:01.162553 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'Port': ['ID=ac881e28-949d-4cd5-a0e5-094410260d21,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:01.163732 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a5859a49-a2dd-4d90-9583-e804ccaf6ce2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for floatingip (b364c184-f6dd-431a-b18b-8a83757bcaf5), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:01.182804 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-92ed9ae0-62e4-4413-a781-07e6ee7e0100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:01.223167 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (665ac498-d500-47fb-b4f3-dd6fd855ce09), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:01.238721 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9da60c-0042-4952-af65-792ea39ee979 req-7df560dd-012b-4db6-8142-d751a7c6f1d2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:01.240943 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1b9da60c-0042-4952-af65-792ea39ee979 req-7df560dd-012b-4db6-8142-d751a7c6f1d2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 946 time: 0.3179333 Aug 23 22:28:01.311300 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-790847da-e5a6-4cb1-8210-3539009b00b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:01.362106 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:01.456788 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ad73e-325c-4d82-98c4-c8ca43e462bb req-4a72dbab-f6ef-4bd4-b063-414954c8ce9d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:01.459954 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-871ad73e-325c-4d82-98c4-c8ca43e462bb req-4a72dbab-f6ef-4bd4-b063-414954c8ce9d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.4031737 Aug 23 22:28:01.462086 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1b9da60c-0042-4952-af65-792ea39ee979 req-3513304a-dbe8-45a8-adfa-7d8dcb44b818 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701334 Aug 23 22:28:01.517134 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Floating IP 665ac498-d500-47fb-b4f3-dd6fd855ce09 associated. External IP: 172.27.2.206, port: e9f61e27-4256-4ba2-904d-a608368e989b. Aug 23 22:28:01.556620 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ca70c318-3c80-4624-989c-32ba14c0697e req-627d1fd3-dce5-4b15-9a64-e0a4dc89202f service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6293774 Aug 23 22:28:01.650439 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-92ed9ae0-62e4-4413-a781-07e6ee7e0100 admin admin] Publish callbacks [] for security_group (b78a0add-0b13-46ef-af40-ce3f2137409e), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:01.652535 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-83cda1c5-676b-4ee1-b5ad-c0e410eb1328 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578475 Aug 23 22:28:01.664774 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-92ed9ae0-62e4-4413-a781-07e6ee7e0100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b78a0add-0b13-46ef-af40-ce3f2137409e), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:01.778113 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-92ed9ae0-62e4-4413-a781-07e6ee7e0100 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=57cc33f50af84265ba7e0228b5d1d9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1174202 Aug 23 22:28:01.783407 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed9ae0-62e4-4413-a781-07e6ee7e0100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78a0add-0b13-46ef-af40-ce3f2137409e,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:01.791483 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56744) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:01.889592 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-871ad73e-325c-4d82-98c4-c8ca43e462bb req-f15811fb-4752-4b9e-b5f1-f539504b2922 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4024589 Aug 23 22:28:02.016486 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-790847da-e5a6-4cb1-8210-3539009b00b7 admin admin] Publish callbacks [] for security_group (559d4b50-b116-4915-b124-53bbe96fded5), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:02.045049 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-790847da-e5a6-4cb1-8210-3539009b00b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (559d4b50-b116-4915-b124-53bbe96fded5), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:02.069314 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aface5e6-11f5-4217-aa79-d7e8c1c95e8b admin admin] Publish callbacks [] for security_group (b78a0add-0b13-46ef-af40-ce3f2137409e), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:02.135663 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aface5e6-11f5-4217-aa79-d7e8c1c95e8b admin admin] Publish callbacks [] for security_group (b78a0add-0b13-46ef-af40-ce3f2137409e), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:02.168653 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:28:02.270451 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790847da-e5a6-4cb1-8210-3539009b00b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559d4b50-b116-4915-b124-53bbe96fded5,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:02.288793 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-790847da-e5a6-4cb1-8210-3539009b00b7 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=bd3dc6535b2e4f9aac0568fc20be2739&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1825442 Aug 23 22:28:02.293674 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56746) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:02.451756 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-48e9dac7-e9e7-40bc-9ca7-c511ed313875 req-19c4138a-e568-41da-a703-55843efcab44 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320311 Aug 23 22:28:02.518076 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:02.638309 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a5859a49-a2dd-4d90-9583-e804ccaf6ce2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:02.648684 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a5859a49-a2dd-4d90-9583-e804ccaf6ce2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (b364c184-f6dd-431a-b18b-8a83757bcaf5), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:02.784082 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:02.884052 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [None req-a5859a49-a2dd-4d90-9583-e804ccaf6ce2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Floating IP b364c184-f6dd-431a-b18b-8a83757bcaf5 associated. External IP: 172.27.2.149, port: e22c6f1c-3320-443a-8bec-aafb2744b504. Aug 23 22:28:02.886565 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aface5e6-11f5-4217-aa79-d7e8c1c95e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b78a0add-0b13-46ef-af40-ce3f2137409e), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:02.891561 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-aface5e6-11f5-4217-aa79-d7e8c1c95e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:02.893619 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-aface5e6-11f5-4217-aa79-d7e8c1c95e8b admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/b78a0add-0b13-46ef-af40-ce3f2137409e HTTP/1.1" status: 204 len: 168 time: 1.1001093 Aug 23 22:28:02.910614 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:02.967915 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ab284-eea3-41f2-b3bd-c14a7e83fa89 req-ea38f01e-9113-4cab-a60c-cd7c320363a6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:02.970409 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-946ab284-eea3-41f2-b3bd-c14a7e83fa89 req-ea38f01e-9113-4cab-a60c-cd7c320363a6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 946 time: 0.2244966 Aug 23 22:28:02.975534 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aface5e6-11f5-4217-aa79-d7e8c1c95e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78a0add-0b13-46ef-af40-ce3f2137409e,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:03.027797 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:28:03.080885 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] Sync routers for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:28:03.105720 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-230a601e-adc8-4c11-9469-0f2d9197377f admin admin] Publish callbacks [] for security_group (559d4b50-b116-4915-b124-53bbe96fded5), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:03.119547 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:03.134430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:28:03.137165 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:27:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:03.242806 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-230a601e-adc8-4c11-9469-0f2d9197377f admin admin] Publish callbacks [] for security_group (559d4b50-b116-4915-b124-53bbe96fded5), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:03.286940 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:03.314681 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74407289-53e8-4f72-a0d8-6fc4a67b6432 req-7b8b2623-f145-4fae-b513-1a7606f72cb9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:03.328277 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-74407289-53e8-4f72-a0d8-6fc4a67b6432 req-7b8b2623-f145-4fae-b513-1a7606f72cb9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1365144 Aug 23 22:28:03.360051 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:03.461984 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-946ab284-eea3-41f2-b3bd-c14a7e83fa89 req-55b8154a-0d4c-4cd7-9c82-e07d3f3d3682 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4456246 Aug 23 22:28:03.467193 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:28:03.467713 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-230a601e-adc8-4c11-9469-0f2d9197377f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (559d4b50-b116-4915-b124-53bbe96fded5), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:03.473663 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-230a601e-adc8-4c11-9469-0f2d9197377f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:03.487478 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-230a601e-adc8-4c11-9469-0f2d9197377f admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/559d4b50-b116-4915-b124-53bbe96fded5 HTTP/1.1" status: 204 len: 168 time: 1.1906991 Aug 23 22:28:03.504990 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-51a91d68-d40a-4fd0-9794-ded8d728cbbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2783422 Aug 23 22:28:03.515220 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:28:03.520723 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:28:03.525320 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56762) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:03.550476 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-61fee77b-81cd-4b04-8efa-27c1fa600bbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688991145', 'description': 'tempest-secgroup-smoke-1688991145 description', 'project_id': '2cfc99aa2ea246fb845d429885ff5209'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:03.608632 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a601e-adc8-4c11-9469-0f2d9197377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559d4b50-b116-4915-b124-53bbe96fded5,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:03.640748 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-74407289-53e8-4f72-a0d8-6fc4a67b6432 req-5b9cdf60-e732-454b-bbeb-69cc52bc03f0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111529 Aug 23 22:28:03.743204 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df31243-69b9-4889-be63-51b7d5b50f56 x-openstack-request-id: req-7df31243-69b9-4889-be63-51b7d5b50f56 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:28:03.747336 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:28:03.751993 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7df31243-69b9-4889-be63-51b7d5b50f56 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:28:03.757785 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df31243-69b9-4889-be63-51b7d5b50f56'] response: {'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'status': 'completed', 'code': 200} Aug 23 22:28:03.828720 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61fee77b-81cd-4b04-8efa-27c1fa600bbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:03.886716 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5859a49-a2dd-4d90-9583-e804ccaf6ce2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:28:04.073718 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-0181f1ad-3b39-4ce2-83cd-17b1f935dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:04.077188 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-0181f1ad-3b39-4ce2-83cd-17b1f935dde8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=2cfc99aa2ea246fb845d429885ff5209&device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 1130 time: 0.2763891 Aug 23 22:28:04.080543 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-8c937d88-7ad1-4154-80f3-803e410f314c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:04.114317 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61fee77b-81cd-4b04-8efa-27c1fa600bbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group (aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:04.130830 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61fee77b-81cd-4b04-8efa-27c1fa600bbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:04.249191 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fee77b-81cd-4b04-8efa-27c1fa600bbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:04.260921 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61fee77b-81cd-4b04-8efa-27c1fa600bbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:04.264020 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-61fee77b-81cd-4b04-8efa-27c1fa600bbe tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7246206 Aug 23 22:28:04.268466 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56776) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:04.279827 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-4f24c658-0c7e-49b9-973e-5a2c55ae171f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'security_group_rule': {'security_group_id': 'aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3', 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:04.393562 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '665ac498-d500-47fb-b4f3-dd6fd855ce09', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'port_id': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'mac_address': 'fa:16:3e:e1:78:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:59Z', 'updated_at': '2022-08-23T22:27:59Z', 'revision_number': 0, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe570546-763e-4fed-ae18-d94002eb1d32', 'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'mac_address': 'fa:16:3e:07:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:15Z', 'updated_at': '2022-08-23T22:26:22Z', 'revision_number': 5, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'subnets': [{'id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:04.399515 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4f24c658-0c7e-49b9-973e-5a2c55ae171f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (d9498806-169a-45ff-8e7d-863ee55f42ac), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:04.450565 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] Checking router: 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:28:04.472538 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:28:04.474174 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:27:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:04.628013 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4f24c658-0c7e-49b9-973e-5a2c55ae171f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (d9498806-169a-45ff-8e7d-863ee55f42ac), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:04.643330 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4f24c658-0c7e-49b9-973e-5a2c55ae171f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (d9498806-169a-45ff-8e7d-863ee55f42ac), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:04.717995 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24c658-0c7e-49b9-973e-5a2c55ae171f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9498806-169a-45ff-8e7d-863ee55f42ac,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:04.797563 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4f24c658-0c7e-49b9-973e-5a2c55ae171f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:04.801428 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-4f24c658-0c7e-49b9-973e-5a2c55ae171f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5291698 Aug 23 22:28:04.843080 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56782) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:04.877512 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-57c932d4-edda-4673-9f3e-02f9cf143743 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'security_group_rule': {'security_group_id': 'aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3', 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:04.885916 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56784) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:04.937721 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5859a49-a2dd-4d90-9583-e804ccaf6ce2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:28:04.950911 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bc571dbb-ad19-4cc8-b0b5-6e0141de72be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:04.966571 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] Sync routers for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:28:05.000911 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a5859a49-a2dd-4d90-9583-e804ccaf6ce2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:05.012051 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:28:05.017206 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:27:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:05.035835 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:28:05.062874 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9918a-4451-4e7b-a5b3-96620d643123 req-06b0cf73-677d-426a-939b-148dbb1ad79f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:05.065623 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-69d9918a-4451-4e7b-a5b3-96620d643123 req-06b0cf73-677d-426a-939b-148dbb1ad79f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 946 time: 0.2975476 Aug 23 22:28:05.119086 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a5859a49-a2dd-4d90-9583-e804ccaf6ce2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/b364c184-f6dd-431a-b18b-8a83757bcaf5 HTTP/1.1" status: 200 len: 992 time: 4.1942129 Aug 23 22:28:05.134158 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57c932d4-edda-4673-9f3e-02f9cf143743 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (095f49dc-ab23-4349-b536-2a805e2dd154), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:05.136418 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:28:05.143900 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc026cdb-c1b2-4237-8d1f-d69e163a303c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:28:05.258753 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:05.265519 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-69d9918a-4451-4e7b-a5b3-96620d643123 req-e1c1b685-3439-4410-a7d4-cbbc2cc2e13d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845965 Aug 23 22:28:05.310816 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57c932d4-edda-4673-9f3e-02f9cf143743 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (095f49dc-ab23-4349-b536-2a805e2dd154), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:05.318891 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57c932d4-edda-4673-9f3e-02f9cf143743 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (095f49dc-ab23-4349-b536-2a805e2dd154), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:05.445914 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:28:05.464488 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c932d4-edda-4673-9f3e-02f9cf143743 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095f49dc-ab23-4349-b536-2a805e2dd154,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:05.514035 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57c932d4-edda-4673-9f3e-02f9cf143743 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:05.517162 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-57c932d4-edda-4673-9f3e-02f9cf143743 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6722982 Aug 23 22:28:05.522623 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56798) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:05.536982 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-3c9a3859-0f9e-4751-876d-e3041abf9835 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'security_group_rule': {'security_group_id': 'aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3', 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:05.593826 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bc571dbb-ad19-4cc8-b0b5-6e0141de72be admin admin] Publish callbacks [] for security_group (ed33ca81-6c0c-4915-854f-eaf078490b3a), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:05.606889 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0f8285-9fdc-4b60-ae37-ae5397c1dbc2 x-openstack-request-id: req-5e0f8285-9fdc-4b60-ae37-ae5397c1dbc2 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:28:05.607426 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:28:05.607846 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e0f8285-9fdc-4b60-ae37-ae5397c1dbc2 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:28:05.610775 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0f8285-9fdc-4b60-ae37-ae5397c1dbc2'] response: {'name': 'network-changed', 'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'status': 'completed', 'code': 200} Aug 23 22:28:05.622191 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:05.644238 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bc571dbb-ad19-4cc8-b0b5-6e0141de72be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ed33ca81-6c0c-4915-854f-eaf078490b3a), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:05.656710 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-3be5dff2-9171-4f41-92f5-eeb73901f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:05.660846 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-3be5dff2-9171-4f41-92f5-eeb73901f75c service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ffa6addb-18b1-4758-90d8-b21ba7a6d789 HTTP/1.1" status: 200 len: 916 time: 1.5162699 Aug 23 22:28:05.746640 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3859-0f9e-4751-876d-e3041abf9835 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (664c6cba-14d6-4672-b066-4e8d77d33175), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:05.838068 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-ecbbb1c7-4c0b-4a53-9621-a976566b8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:05.843033 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-ecbbb1c7-4c0b-4a53-9621-a976566b8b0b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 1130 time: 0.2052867 Aug 23 22:28:05.901203 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fdf43-f53f-4677-9705-24ade338ae32 req-6cf50e62-1be1-4845-b628-3b98d302fb5b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:05.909745 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0f4fdf43-f53f-4677-9705-24ade338ae32 req-6cf50e62-1be1-4845-b628-3b98d302fb5b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.9771442 Aug 23 22:28:05.911121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:06.053792 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60111bd4-41d3-4a12-8141-18fc62b28770 req-41d49337-523e-4f6f-bcaf-1305026e6900 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:06.057981 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-60111bd4-41d3-4a12-8141-18fc62b28770 req-41d49337-523e-4f6f-bcaf-1305026e6900 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 946 time: 0.3574579 Aug 23 22:28:06.078967 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc571dbb-ad19-4cc8-b0b5-6e0141de72be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed33ca81-6c0c-4915-854f-eaf078490b3a,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:06.105430 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56802) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:06.131451 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'floatingip': {'port_id': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:06.233986 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1c80fae3-5762-4819-a8ce-589817fe1af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:06.244521 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '665ac498-d500-47fb-b4f3-dd6fd855ce09', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'port_id': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'mac_address': 'fa:16:3e:e1:78:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:59Z', 'updated_at': '2022-08-23T22:27:59Z', 'revision_number': 0, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe570546-763e-4fed-ae18-d94002eb1d32', 'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'mac_address': 'fa:16:3e:07:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:15Z', 'updated_at': '2022-08-23T22:26:22Z', 'revision_number': 5, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'subnets': [{'id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:06.318257 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (df5f6b70-7abf-4632-937f-edfc401b3d0a), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:06.338306 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3859-0f9e-4751-876d-e3041abf9835 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (664c6cba-14d6-4672-b066-4e8d77d33175), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:06.396064 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c6cfd2-45df-4a4c-971e-a8d6f35684e2 None None] The sync data for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi is: [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '665ac498-d500-47fb-b4f3-dd6fd855ce09', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'port_id': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'mac_address': 'fa:16:3e:e1:78:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:59Z', 'updated_at': '2022-08-23T22:27:59Z', 'revision_number': 0, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe570546-763e-4fed-ae18-d94002eb1d32', 'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'mac_address': 'fa:16:3e:07:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:15Z', 'updated_at': '2022-08-23T22:26:22Z', 'revision_number': 5, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'subnets': [{'id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:28:06.436304 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3859-0f9e-4751-876d-e3041abf9835 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (664c6cba-14d6-4672-b066-4e8d77d33175), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:06.535159 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'b364c184-f6dd-431a-b18b-8a83757bcaf5', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'port_id': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'mac_address': 'fa:16:3e:98:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:20Z', 'updated_at': '2022-08-23T22:28:02Z', 'revision_number': 1, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:25:01Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:06.674759 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a3859-0f9e-4751-876d-e3041abf9835 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664c6cba-14d6-4672-b066-4e8d77d33175,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:06.675550 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] Checking router: f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:28:06.717178 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3859-0f9e-4751-876d-e3041abf9835 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:06.720489 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3c9a3859-0f9e-4751-876d-e3041abf9835 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1911922 Aug 23 22:28:06.726405 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:28:06.729315 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:28:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:06.735846 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56804) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:06.770285 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-6ac36f54-4700-406e-a181-4af045bfee2f service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 200 len: 1000 time: 0.9169903 Aug 23 22:28:06.787665 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56806) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:06.794908 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-fd426133-5972-4157-adfe-1cd7394aae3d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'security_group_rule': {'security_group_id': 'aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3', 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:06.808588 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-bc571dbb-ad19-4cc8-b0b5-6e0141de72be admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=a805f131a3934c4bad598249d712af81&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8933704 Aug 23 22:28:07.048747 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0f4fdf43-f53f-4677-9705-24ade338ae32 req-3f398068-27a6-4534-8539-7c2207bbbdc6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9340460 Aug 23 22:28:07.161014 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:07.168593 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-a288f636-bad0-440e-b6f2-06385f2f9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:07.176552 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-a288f636-bad0-440e-b6f2-06385f2f9960 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 1.0525241 Aug 23 22:28:07.250829 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eabffd-7720-4d25-b4b6-8a3a2eed6168 None None] New status for floating IP 665ac498-d500-47fb-b4f3-dd6fd855ce09: ACTIVE {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:28:07.283605 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:28:07.556037 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:07.616402 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fd426133-5972-4157-adfe-1cd7394aae3d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (ce8667ec-98ff-449e-aaec-05809a4ecbf4), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:07.656434 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-05635b6b-d5bd-4fd3-8c60-48a01439aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:07.661019 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-05635b6b-d5bd-4fd3-8c60-48a01439aece service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=c1cfa966-9af4-4c52-88da-d5f2e6d20433 HTTP/1.1" status: 200 len: 853 time: 0.8144920 Aug 23 22:28:07.667445 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbe6c-8715-4d7c-882a-bf8a45861341 admin admin] Publish callbacks [] for security_group (ed33ca81-6c0c-4915-854f-eaf078490b3a), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:07.828151 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-1a278f6c-ab7f-443d-b072-b6237e040d12 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22c6f1c-3320-443a-8bec-aafb2744b504 HTTP/1.1" status: 200 len: 1000 time: 0.5394127 Aug 23 22:28:07.830626 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-a233a4c5-4e9b-4746-907a-91da3f442eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:07.834061 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-a233a4c5-4e9b-4746-907a-91da3f442eb8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ffa6addb-18b1-4758-90d8-b21ba7a6d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1541345 Aug 23 22:28:07.956500 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:07.959734 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:07.980849 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbe6c-8715-4d7c-882a-bf8a45861341 admin admin] Publish callbacks [] for security_group (ed33ca81-6c0c-4915-854f-eaf078490b3a), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:08.103102 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'b364c184-f6dd-431a-b18b-8a83757bcaf5', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'port_id': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'mac_address': 'fa:16:3e:98:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:20Z', 'updated_at': '2022-08-23T22:28:02Z', 'revision_number': 1, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:25:01Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:08.214344 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ec64a-87de-47a5-b48c-b317d9e18ba3 None None] The sync data for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi is: [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'b364c184-f6dd-431a-b18b-8a83757bcaf5', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'port_id': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'mac_address': 'fa:16:3e:98:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:20Z', 'updated_at': '2022-08-23T22:28:02Z', 'revision_number': 1, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:25:01Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:28:08.367919 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbe6c-8715-4d7c-882a-bf8a45861341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ed33ca81-6c0c-4915-854f-eaf078490b3a), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:08.377782 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbe6c-8715-4d7c-882a-bf8a45861341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:08.386036 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5c7fbe6c-8715-4d7c-882a-bf8a45861341 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/ed33ca81-6c0c-4915-854f-eaf078490b3a HTTP/1.1" status: 204 len: 168 time: 1.5741053 Aug 23 22:28:08.435157 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-950158fa-6599-4805-acdf-2694c258b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:08.437992 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-950158fa-6599-4805-acdf-2694c258b6f0 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.5870302 Aug 23 22:28:08.481771 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:08.577640 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fd426133-5972-4157-adfe-1cd7394aae3d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (ce8667ec-98ff-449e-aaec-05809a4ecbf4), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:08.685295 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-91e7ad4b-ccdf-43db-9139-61e3cb83ae38 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8115404 Aug 23 22:28:08.699098 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-8a1edcc4-a805-4d9c-8b3b-5aade8955c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:08.702940 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-8a1edcc4-a805-4d9c-8b3b-5aade8955c1f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2397144 Aug 23 22:28:08.747121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fd426133-5972-4157-adfe-1cd7394aae3d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (ce8667ec-98ff-449e-aaec-05809a4ecbf4), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:08.751222 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fbe6c-8715-4d7c-882a-bf8a45861341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed33ca81-6c0c-4915-854f-eaf078490b3a,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:08.900093 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:08.927379 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd426133-5972-4157-adfe-1cd7394aae3d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8667ec-98ff-449e-aaec-05809a4ecbf4,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:08.942694 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd054c-983a-4fed-abeb-eadd28101f1f None None] New status for floating IP b364c184-f6dd-431a-b18b-8a83757bcaf5: ACTIVE {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:28:08.984247 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fd426133-5972-4157-adfe-1cd7394aae3d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:09.007711 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-fd426133-5972-4157-adfe-1cd7394aae3d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2687633 Aug 23 22:28:09.012838 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56812) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:09.059179 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af7939-94f8-4750-8438-b6ac36f6a1dc req-4259ae42-9a21-4211-b7c7-ee95622c551d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:09.062914 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-73af7939-94f8-4750-8438-b6ac36f6a1dc req-4259ae42-9a21-4211-b7c7-ee95622c551d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.4909129 Aug 23 22:28:09.092280 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-511a782c-ad04-418b-b295-6439725921ba tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'security_group_rule': {'security_group_id': 'aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3', 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:09.189601 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-f7c3b717-a0b0-40dd-860b-3c82f034275b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428492 Aug 23 22:28:09.433899 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.db.resource_extend [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 23 22:28:09.652144 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.securitygroups_db [None req-511a782c-ad04-418b-b295-6439725921ba tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Project 2cfc99aa2ea246fb845d429885ff5209 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 22:28:09.743109 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-73af7939-94f8-4750-8438-b6ac36f6a1dc req-3de3fc66-e6a8-40da-979b-04493cc6cd29 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6171780 Aug 23 22:28:09.786272 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:09.860630 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-511a782c-ad04-418b-b295-6439725921ba tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (6684e50c-ab9c-428e-a968-eaa1e16aa087), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:09.880950 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc026cdb-c1b2-4237-8d1f-d69e163a303c req-a486673f-1f7d-4585-899b-0d15836ac8d5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398692 Aug 23 22:28:09.906322 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6801d32a-4f50-43ab-a1fc-01a5202ea2c0 req-4f15ae7a-561c-4eb9-8db3-e90658783bcc service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1820514 Aug 23 22:28:09.958864 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:09.987774 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (df5f6b70-7abf-4632-937f-edfc401b3d0a), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:09.990994 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:10.143100 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:10.246842 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-511a782c-ad04-418b-b295-6439725921ba tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (6684e50c-ab9c-428e-a968-eaa1e16aa087), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:10.261645 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-511a782c-ad04-418b-b295-6439725921ba tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (6684e50c-ab9c-428e-a968-eaa1e16aa087), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:10.339848 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-511a782c-ad04-418b-b295-6439725921ba tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:10.342737 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-511a782c-ad04-418b-b295-6439725921ba tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3276565 Aug 23 22:28:10.345933 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Floating IP df5f6b70-7abf-4632-937f-edfc401b3d0a associated. External IP: 172.27.2.64, port: 2fd85c0e-2897-4f7e-bd09-e37d0339fea8. Aug 23 22:28:10.347582 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56824) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:10.352053 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a782c-ad04-418b-b295-6439725921ba tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6684e50c-ab9c-428e-a968-eaa1e16aa087,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:10.375001 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-dd28d75d-67ed-40c4-8686-34236fbd2c8f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'security_group_rule': {'security_group_id': 'aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3', 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:10.465383 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.securitygroups_db [None req-dd28d75d-67ed-40c4-8686-34236fbd2c8f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Project 2cfc99aa2ea246fb845d429885ff5209 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 22:28:10.505321 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dd28d75d-67ed-40c4-8686-34236fbd2c8f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (7847dfd8-c1bc-4d71-b615-169bcd63f042), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:10.773771 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dd28d75d-67ed-40c4-8686-34236fbd2c8f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (7847dfd8-c1bc-4d71-b615-169bcd63f042), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:10.785021 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dd28d75d-67ed-40c4-8686-34236fbd2c8f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (7847dfd8-c1bc-4d71-b615-169bcd63f042), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:10.857617 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28d75d-67ed-40c4-8686-34236fbd2c8f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7847dfd8-c1bc-4d71-b615-169bcd63f042,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:10.937402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dd28d75d-67ed-40c4-8686-34236fbd2c8f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:10.951043 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-dd28d75d-67ed-40c4-8686-34236fbd2c8f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6006217 Aug 23 22:28:11.074276 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:11.345838 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f230b7-7f44-414c-9e35-2a8db8377990 req-10c657d8-e4ac-4841-bdab-467b17adff8e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:11.347856 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-35f230b7-7f44-414c-9e35-2a8db8377990 req-10c657d8-e4ac-4841-bdab-467b17adff8e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.2007766 Aug 23 22:28:11.475977 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:28:11.526718 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-35f230b7-7f44-414c-9e35-2a8db8377990 req-fa8ee66f-246b-4652-80de-f8ddcb5d5a51 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702056 Aug 23 22:28:11.527937 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-35e67967-8007-4361-8b4c-378b27557aa7 req-9fd63e61-1acf-401a-9286-a3083a754a83 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1688991145&fields=id&tenant_id=2cfc99aa2ea246fb845d429885ff5209 HTTP/1.1" status: 200 len: 267 time: 0.2649767 Aug 23 22:28:11.858148 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e67967-8007-4361-8b4c-378b27557aa7 req-20a676df-3215-40c7-893d-6384f96bc72e tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:11.891873 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-35e67967-8007-4361-8b4c-378b27557aa7 req-20a676df-3215-40c7-893d-6384f96bc72e tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.3577664 Aug 23 22:28:11.959591 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-35e67967-8007-4361-8b4c-378b27557aa7 req-5b10d679-6694-4f71-b0b2-0042b41f491b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'port': {'security_groups': ['a010d42d-4c4f-4ddb-987b-5704888be09d', 'aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3']}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:11.983365 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:28:12.014133 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:12.015937 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:28:12.026803 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:12.074888 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:28:12.076313 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:28:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:12.303286 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-827a3a6b-ee6f-4cec-b031-de936b7ce689 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/df5f6b70-7abf-4632-937f-edfc401b3d0a HTTP/1.1" status: 200 len: 991 time: 6.1952584 Aug 23 22:28:12.310553 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b73e6f-743c-4663-9555-2df628611896', 'tag': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:28:12.316581 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac87e636-e3d2-48e0-b056-61b6c0b6828e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b73e6f-743c-4663-9555-2df628611896", "tag": "2fd85c0e-2897-4f7e-bd09-e37d0339fea8"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:28:12.386617 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-35e67967-8007-4361-8b4c-378b27557aa7 req-5b10d679-6694-4f71-b0b2-0042b41f491b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:12.567834 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:28:12.596141 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1813aae7-d456-4b68-9f85-1fe5d6c93548 x-openstack-request-id: req-1813aae7-d456-4b68-9f85-1fe5d6c93548 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:28:12.597275 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b73e6f-743c-4663-9555-2df628611896", "tag": "2fd85c0e-2897-4f7e-bd09-e37d0339fea8", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:28:12.597275 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1813aae7-d456-4b68-9f85-1fe5d6c93548 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:28:12.597607 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1813aae7-d456-4b68-9f85-1fe5d6c93548'] response: {'name': 'network-changed', 'server_uuid': 'a5b73e6f-743c-4663-9555-2df628611896', 'tag': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8', 'status': 'completed', 'code': 200} Aug 23 22:28:12.819293 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-eb730a7c-46c7-4677-a93c-c30b1a2fed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:12.822714 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-eb730a7c-46c7-4677-a93c-c30b1a2fed38 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 1130 time: 0.2181637 Aug 23 22:28:13.042546 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56858) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:13.237129 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2b80-fe1e-48f2-b2f5-7c3aa2839ff1 req-0e1eb628-361d-4bd5-9f81-e6367b1ea16e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:13.250447 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fd8e2b80-fe1e-48f2-b2f5-7c3aa2839ff1 req-0e1eb628-361d-4bd5-9f81-e6367b1ea16e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.3930318 Aug 23 22:28:13.418251 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-35e67967-8007-4361-8b4c-378b27557aa7 req-5b10d679-6694-4f71-b0b2-0042b41f491b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] For port e9f61e27-4256-4ba2-904d-a608368e989b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e9f61e27-4256-4ba2-904d-a608368e989b,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:28:13.496891 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:13.512529 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-35e67967-8007-4361-8b4c-378b27557aa7 req-5b10d679-6694-4f71-b0b2-0042b41f491b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for port (e9f61e27-4256-4ba2-904d-a608368e989b), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:13.516367 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:13.541787 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-35e67967-8007-4361-8b4c-378b27557aa7 req-5b10d679-6694-4f71-b0b2-0042b41f491b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:13.588242 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e67967-8007-4361-8b4c-378b27557aa7 req-5b10d679-6694-4f71-b0b2-0042b41f491b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:13.590588 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-35e67967-8007-4361-8b4c-378b27557aa7 req-5b10d679-6694-4f71-b0b2-0042b41f491b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:13.609826 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-35e67967-8007-4361-8b4c-378b27557aa7 req-5b10d679-6694-4f71-b0b2-0042b41f491b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "PUT /networking/v2.0/ports/e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 200 len: 982 time: 1.6750374 Aug 23 22:28:13.692421 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fd8e2b80-fe1e-48f2-b2f5-7c3aa2839ff1 req-b3081231-3d25-4550-8883-ec46b75bda6d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037353 Aug 23 22:28:13.705327 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-662185da-7d01-4a0b-ae23-4483c6df719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:13.708925 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-662185da-7d01-4a0b-ae23-4483c6df719a service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 916 time: 0.8739901 Aug 23 22:28:13.718852 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'dccad50d-232f-4614-aebd-c7ecc3790735', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:50Z', 'updated_at': '2022-08-23T22:25:49Z', 'revision_number': 2, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}, {'id': 'df5f6b70-7abf-4632-937f-edfc401b3d0a', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:fc:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b73e6f-743c-4663-9555-2df628611896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:12Z', 'updated_at': '2022-08-23T22:28:09Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:13.738573 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['e9f61e27-4256-4ba2-904d-a608368e989b'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:28:13.902888 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10d679-6694-4f71-b0b2-0042b41f491b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'Port': ['ID=e9f61e27-4256-4ba2-904d-a608368e989b,revision_number=6']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:13.906052 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-60c09e44-82e3-4261-851b-053813b285ce service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fd85c0e-2897-4f7e-bd09-e37d0339fea8 HTTP/1.1" status: 200 len: 999 time: 0.1759434 Aug 23 22:28:13.937286 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc2fa-da15-48c6-b7f1-44f09524bf34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:14.004917 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['e9f61e27-4256-4ba2-904d-a608368e989b'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:28:14.054464 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:28:14.146512 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-b739b54f-22fd-408d-bc78-cea427fa8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:14.153622 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-b739b54f-22fd-408d-bc78-cea427fa8040 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.2130284 Aug 23 22:28:14.302129 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:28:14.303895 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:28:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:14.484504 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc2fa-da15-48c6-b7f1-44f09524bf34 admin admin] Publish callbacks [] for security_group (cb36319d-ba89-417d-9e07-1e1f9fd3aee6), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:14.503868 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc2fa-da15-48c6-b7f1-44f09524bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (cb36319d-ba89-417d-9e07-1e1f9fd3aee6), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:14.538702 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-1b93ca1a-cfce-46f4-a6ae-e8993d57f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:14.542306 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-1b93ca1a-cfce-46f4-a6ae-e8993d57f860 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2103479 Aug 23 22:28:14.607398 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:28:14.619407 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f918cf47-a815-4076-9a9d-cc69ce1edac4" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:28:14.635084 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943af632-7924-467d-91a7-1e652e7584fa req-10188238-f2e3-4779-98e0-559bd958b67b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:14.652702 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-943af632-7924-467d-91a7-1e652e7584fa req-10188238-f2e3-4779-98e0-559bd958b67b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.4962287 Aug 23 22:28:14.789928 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-f1bbc2fa-da15-48c6-b7f1-44f09524bf34 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=ad8e9c90c2644cedb1831c4efeb0db8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7425480 Aug 23 22:28:14.794851 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 56872) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:14.844303 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbc2fa-da15-48c6-b7f1-44f09524bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb36319d-ba89-417d-9e07-1e1f9fd3aee6,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:14.984038 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-0276933f-6504-4f53-b67b-4bb66faeb6aa service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225583 Aug 23 22:28:15.036258 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:28:15.203363 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1d55aeef-dfbc-4ddf-849e-e91f1f43e138 admin admin] Publish callbacks [] for security_group (cb36319d-ba89-417d-9e07-1e1f9fd3aee6), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:15.273863 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:15.319109 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1d55aeef-dfbc-4ddf-849e-e91f1f43e138 admin admin] Publish callbacks [] for security_group (cb36319d-ba89-417d-9e07-1e1f9fd3aee6), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:15.340299 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9cdc22-1b45-412c-84ed-473cc9af2c02 x-openstack-request-id: req-6b9cdc22-1b45-412c-84ed-473cc9af2c02 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:28:15.345503 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:28:15.346166 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6b9cdc22-1b45-412c-84ed-473cc9af2c02 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:28:15.347236 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9cdc22-1b45-412c-84ed-473cc9af2c02'] response: {'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'status': 'completed', 'code': 200} Aug 23 22:28:15.474465 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-ff56b945-2328-469b-943f-06e66554b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:15.478102 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-ff56b945-2328-469b-943f-06e66554b4ee service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=2cfc99aa2ea246fb845d429885ff5209&device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 1169 time: 0.0963023 Aug 23 22:28:15.495721 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-943af632-7924-467d-91a7-1e652e7584fa req-f7e5ce39-c03c-4cab-ad86-a2bb3c3b6f7b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8396275 Aug 23 22:28:15.547635 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:28:15.581722 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:15.622297 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ac87e636-e3d2-48e0-b056-61b6c0b6828e req-906022ec-ea8e-4661-8b86-3e467cc01999 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732439 Aug 23 22:28:15.637680 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1d55aeef-dfbc-4ddf-849e-e91f1f43e138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (cb36319d-ba89-417d-9e07-1e1f9fd3aee6), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:15.652671 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1d55aeef-dfbc-4ddf-849e-e91f1f43e138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:15.665837 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-1d55aeef-dfbc-4ddf-849e-e91f1f43e138 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/cb36319d-ba89-417d-9e07-1e1f9fd3aee6 HTTP/1.1" status: 204 len: 168 time: 0.8646429 Aug 23 22:28:15.725796 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:15.750133 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55aeef-dfbc-4ddf-849e-e91f1f43e138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb36319d-ba89-417d-9e07-1e1f9fd3aee6,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:15.785111 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0110d-f71c-4257-a04b-13ac91321d1d req-2a8007e6-f588-4698-b1bb-ef102275755f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:15.800332 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-afe0110d-f71c-4257-a04b-13ac91321d1d req-2a8007e6-f588-4698-b1bb-ef102275755f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1946495 Aug 23 22:28:15.852424 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-d1926bc3-1933-4f30-9aaf-e18fa8ade901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:15.862938 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-d1926bc3-1933-4f30-9aaf-e18fa8ade901 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ffa6addb-18b1-4758-90d8-b21ba7a6d789 HTTP/1.1" status: 200 len: 916 time: 0.3553565 Aug 23 22:28:15.926125 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-afe0110d-f71c-4257-a04b-13ac91321d1d req-b557efb5-97a1-4de8-ba99-843f006c5b0c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238761 Aug 23 22:28:16.999565 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'dccad50d-232f-4614-aebd-c7ecc3790735', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:50Z', 'updated_at': '2022-08-23T22:25:49Z', 'revision_number': 2, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}, {'id': 'df5f6b70-7abf-4632-937f-edfc401b3d0a', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:fc:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b73e6f-743c-4663-9555-2df628611896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:12Z', 'updated_at': '2022-08-23T22:28:09Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:28:17.088703 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abac1c-fc5d-497a-a3c3-b624d9d541f5 None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'dccad50d-232f-4614-aebd-c7ecc3790735', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:50Z', 'updated_at': '2022-08-23T22:25:49Z', 'revision_number': 2, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}, {'id': 'df5f6b70-7abf-4632-937f-edfc401b3d0a', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:fc:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b73e6f-743c-4663-9555-2df628611896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:12Z', 'updated_at': '2022-08-23T22:28:09Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:28:17.359415 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:17.628308 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307c68c-2210-469d-b38c-89b4fd542fbe req-7fbb1587-67a4-4d39-ba1c-608227b25e67 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:17.638227 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3307c68c-2210-469d-b38c-89b4fd542fbe req-7fbb1587-67a4-4d39-ba1c-608227b25e67 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.2856584 Aug 23 22:28:17.804720 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3307c68c-2210-469d-b38c-89b4fd542fbe req-57608578-6883-4167-a078-f6791d5b6871 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484528 Aug 23 22:28:17.854699 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2f9ef-429f-42e3-8ab1-a20948c421ff None None] New status for floating IP df5f6b70-7abf-4632-937f-edfc401b3d0a: ACTIVE {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:28:18.269177 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-e273b8f1-5baf-4652-838e-b777326f3378 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 200 len: 1002 time: 0.1941597 Aug 23 22:28:18.421629 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56912) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:18.743315 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-6595153-network', 'tenant_id': '73aca04a5685447fb698a46da1b0b8ff'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:18.891914 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Made reservation on behalf of 73aca04a5685447fb698a46da1b0b8ff for: {'network': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:28:18.898376 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:18.940003 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:19.172140 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:19.224951 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Publish callbacks [] for security_group (73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:19.225421 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a271-56f9-458b-b40d-7dbfb6114394 req-1f4d8467-2913-46a2-9a08-eb6c6ccfc54f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:19.229371 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3fe8a271-56f9-458b-b40d-7dbfb6114394 req-1f4d8467-2913-46a2-9a08-eb6c6ccfc54f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1603165 Aug 23 22:28:19.234984 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:19.326709 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=106594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:28:19.344952 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:19.363402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (dcf543d3-8e15-49d2-b600-2cd95a9035f0), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:19.363953 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.segments_db [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Added segment dcf543d3-8e15-49d2-b600-2cd95a9035f0 of type vlan for network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 Aug 23 22:28:19.370988 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.371664 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.372152 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.372696 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.373296 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.373869 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.374407 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.377942 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.378642 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.379338 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.379943 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.380594 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.381218 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.381794 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.382888 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:28:19.395886 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3fe8a271-56f9-458b-b40d-7dbfb6114394 req-d36fd214-c485-4456-9bc5-9c76d4cc6434 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442497 Aug 23 22:28:19.545137 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (5bddff4f-8ee4-4f70-b11a-45aed32fa202), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:19.599207 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (5bddff4f-8ee4-4f70-b11a-45aed32fa202), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:19.601842 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:19.602937 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:19.672218 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2486832 Aug 23 22:28:19.680104 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 56922) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:28:19.689409 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Request body: {'subnet': {'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-6595153-subnet', 'tenant_id': '73aca04a5685447fb698a46da1b0b8ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:19.734456 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f8941-4dab-4f7c-bf94-dc2d71910182 admin admin] Pushing event updated for resources: {'Network': ['ID=5bddff4f-8ee4-4f70-b11a-45aed32fa202,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:19.751236 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:28:19.762995 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Made reservation on behalf of 73aca04a5685447fb698a46da1b0b8ff for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:28:19.769660 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:20.111498 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (8a2ec43b-22cb-4499-b8c2-ccd48d20512d), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:20.187549 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2ec43b-22cb-4499-b8c2-ccd48d20512d,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:20.203071 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Checking segment: {'id': 'dcf543d3-8e15-49d2-b600-2cd95a9035f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:28:20.203517 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Network hostable DHCP agents. Network: 5bddff4f-8ee4-4f70-b11a-45aed32fa202, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:28:20.229159 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:28:20.243648 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 5bddff4f-8ee4-4f70-b11a-45aed32fa202) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:28:20.252991 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:20.252991 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:20.256334 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ccf671-0c58-4716-87ba-d1dde5793906 None None] Network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:28:20.282740 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-cf7efe02-bf4f-4f60-8913-77ab46a5d637 admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6010318 Aug 23 22:28:20.461100 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4146b0fe-dbb9-44e5-a72d-c572a94b852f None None] Network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:28:20.615490 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:20.627507 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:20.719440 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24651f6a-94de-41cb-9015-080ac7811270 req-0182f097-e066-4358-bb51-04428ea70404 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:20.722386 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-24651f6a-94de-41cb-9015-080ac7811270 req-0182f097-e066-4358-bb51-04428ea70404 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1293859 Aug 23 22:28:20.903690 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:20.908628 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-18fb3583-2937-494a-ae4a-9a0e7c76e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:20.911579 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-18fb3583-2937-494a-ae4a-9a0e7c76e7b1 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=c1cfa966-9af4-4c52-88da-d5f2e6d20433 HTTP/1.1" status: 200 len: 853 time: 0.1455462 Aug 23 22:28:20.919798 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-24651f6a-94de-41cb-9015-080ac7811270 req-c83970d4-ee7c-425f-89ef-7fb3f54362ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870944 Aug 23 22:28:21.510734 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-ca010f7f-382d-4e9f-b5d5-178446feec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:21.513458 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-ca010f7f-382d-4e9f-b5d5-178446feec4d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ffa6addb-18b1-4758-90d8-b21ba7a6d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623043 Aug 23 22:28:21.759826 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-084974fb-7a17-4650-a681-402d891e11d9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983495 Aug 23 22:28:22.153543 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:22.201034 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3354d-9054-4126-90b5-36f3cd638148 req-954444ab-1665-4a3e-8a2c-295c4222838f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:22.207157 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ab3354d-9054-4126-90b5-36f3cd638148 req-954444ab-1665-4a3e-8a2c-295c4222838f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1149936 Aug 23 22:28:22.263174 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f918cf47-a815-4076-9a9d-cc69ce1edac4 req-7a186630-b112-40db-8a15-bcc6f9ca66a6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501581 Aug 23 22:28:22.353955 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ab3354d-9054-4126-90b5-36f3cd638148 req-6877efa9-b98b-48d4-afb2-01098bfbe2d1 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351724 Aug 23 22:28:22.740724 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1ac76-ace1-49fc-b35e-98e13ccef4ba req-6a8d9c55-c569-4949-b82a-e4ac54525a59 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:22.744710 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cda1ac76-ace1-49fc-b35e-98e13ccef4ba req-6a8d9c55-c569-4949-b82a-e4ac54525a59 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1032562 Aug 23 22:28:22.832642 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cda1ac76-ace1-49fc-b35e-98e13ccef4ba req-f703eb6f-3f20-47f7-b84d-664701f8dc27 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767152 Aug 23 22:28:22.835684 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-81fd536d-b5b6-42cf-bb2b-357ef16cc62a tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:22.838701 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-81fd536d-b5b6-42cf-bb2b-357ef16cc62a tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/networks?id=5bddff4f-8ee4-4f70-b11a-45aed32fa202 HTTP/1.1" status: 200 len: 811 time: 0.1899099 Aug 23 22:28:22.869696 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-9913aba7-be44-4686-ae43-e2bd764d867b tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/quotas/73aca04a5685447fb698a46da1b0b8ff HTTP/1.1" status: 200 len: 375 time: 0.0212483 Aug 23 22:28:22.934508 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-c205cd40-9c88-412c-908c-ca219af97e1e tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=73aca04a5685447fb698a46da1b0b8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541630 Aug 23 22:28:23.128416 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-d30239ad-0588-4696-a8a3-9de16e57b165 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817577 Aug 23 22:28:23.186789 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-626d8762-d512-47ce-bbe5-2ba39d150b5e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737569 Aug 23 22:28:23.193309 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:23.301878 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-3c15763e-eb86-4f61-a0a5-955f86f445b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:23.303800 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-3c15763e-eb86-4f61-a0a5-955f86f445b2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 1129 time: 0.0646138 Aug 23 22:28:23.305640 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-a988e806-4166-41e5-be80-46ade5c4c0f0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657159 Aug 23 22:28:23.513555 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-4c8ab042-5d93-46fb-97ea-a158ed794c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:23.516870 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-4c8ab042-5d93-46fb-97ea-a158ed794c99 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 916 time: 0.1760421 Aug 23 22:28:23.588683 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1cd014f3-0dca-41cf-8e88-f38ece97dda7 req-a795795d-a8cc-4c9b-8369-60fb06d3f383 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 210 time: 0.0422807 Aug 23 22:28:23.720521 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-dbe1f753-3c1f-4d17-a6cf-395280902894 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44698636-efef-43cf-a8ef-8c14ed7f08ab HTTP/1.1" status: 200 len: 1001 time: 0.1933730 Aug 23 22:28:23.736871 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb06f9-b57d-454b-a6a9-147c0e87dbd1 req-8a8e674a-341d-486f-b59e-b3ca1f2fd75a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:23.739475 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-17cb06f9-b57d-454b-a6a9-147c0e87dbd1 req-8a8e674a-341d-486f-b59e-b3ca1f2fd75a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1357565 Aug 23 22:28:23.885454 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-88f68c64-61e6-49da-8f7f-4684342dee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:23.888813 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-88f68c64-61e6-49da-8f7f-4684342dee5c service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.1479139 Aug 23 22:28:23.968786 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-17cb06f9-b57d-454b-a6a9-147c0e87dbd1 req-12f6771e-e981-4866-b8fa-f5a1ee0fd450 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143643 Aug 23 22:28:23.989921 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-6f0d5bae-3fea-4307-8912-fc2c89c1b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:23.993888 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-6f0d5bae-3fea-4307-8912-fc2c89c1b5e8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939248 Aug 23 22:28:24.067394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f276c23-3c8a-4f80-bb2d-786552f7ee7c req-64101f33-2524-4913-91f1-fcbd3022f362 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:24.070119 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3f276c23-3c8a-4f80-bb2d-786552f7ee7c req-64101f33-2524-4913-91f1-fcbd3022f362 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1005778 Aug 23 22:28:24.155406 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3f276c23-3c8a-4f80-bb2d-786552f7ee7c req-85eb4bd6-f858-49aa-a807-62741c4a4efa tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760887 Aug 23 22:28:24.204112 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-35a0d717-189a-4e2b-b8d1-eb5f8b4bd54c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974657 Aug 23 22:28:24.372224 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:24.401532 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d3dfea1e-7b29-445d-9cef-2c386e12f6b1 req-c0ead39e-bf42-4fbd-a5b9-82236e8d7904 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891215 Aug 23 22:28:24.778646 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-abfa1e97-da6f-43a6-8e8c-6177a40a7def req-34a31fa0-2432-499a-82cc-30d9a85793f3 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 210 time: 0.0626023 Aug 23 22:28:25.299004 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcfaff-feb6-4d79-b78f-d27ddf30e24c req-0170414b-4ec3-4d28-ae4b-c7d8ef459f43 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:25.311406 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ccfcfaff-feb6-4d79-b78f-d27ddf30e24c req-0170414b-4ec3-4d28-ae4b-c7d8ef459f43 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.1549070 Aug 23 22:28:25.417854 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ccfcfaff-feb6-4d79-b78f-d27ddf30e24c req-ad32afc0-2805-453a-baaa-e817b6a686a9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051652 Aug 23 22:28:25.452356 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:25.642533 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea6714-a7c2-4da3-9f77-8b723a5e97a4 req-bba217b9-7426-4181-9d45-6a12a49fc8ac tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:25.645886 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a3ea6714-a7c2-4da3-9f77-8b723a5e97a4 req-bba217b9-7426-4181-9d45-6a12a49fc8ac tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.1123626 Aug 23 22:28:25.663843 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-192f4fed-b7d9-4a26-8fe4-662aa50520c8 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:25.666648 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-192f4fed-b7d9-4a26-8fe4-662aa50520c8 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.86 "GET /networking/v2.0/networks?id=5bddff4f-8ee4-4f70-b11a-45aed32fa202 HTTP/1.1" status: 200 len: 811 time: 0.3633149 Aug 23 22:28:25.678159 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42eba-ab77-4952-b429-62e4690e2505 req-d5866342-d3cf-422f-84e6-52df898fdf46 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:25.681683 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91d42eba-ab77-4952-b429-62e4690e2505 req-d5866342-d3cf-422f-84e6-52df898fdf46 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1789601 Aug 23 22:28:25.707232 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Request body: {'port': {'device_id': '0371a0e2-f3eb-4f94-a4c2-74e8335ce12e', 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202', 'admin_state_up': True, 'tenant_id': '73aca04a5685447fb698a46da1b0b8ff'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:25.713212 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-bc944ecf-3690-4b73-8610-d717b721a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:25.715542 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-bc944ecf-3690-4b73-8610-d717b721a10d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=2cfc99aa2ea246fb845d429885ff5209&device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 1169 time: 0.1532443 Aug 23 22:28:25.781725 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a3ea6714-a7c2-4da3-9f77-8b723a5e97a4 req-276596b6-b30b-4010-b497-9be87aa59730 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225078 Aug 23 22:28:25.989503 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ec683e74-ea0d-4ac0-a175-cccfe9a50330 req-965f5657-9d4b-490c-94f5-bfa899f92985 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 210 time: 0.0535207 Aug 23 22:28:26.261200 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91d42eba-ab77-4952-b429-62e4690e2505 req-4f25cc21-937a-43df-b1a9-8e3805a8cf61 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5636952 Aug 23 22:28:26.303717 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-60f33680-0152-4255-a945-54e2d325f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:26.305865 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-60f33680-0152-4255-a945-54e2d325f572 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ffa6addb-18b1-4758-90d8-b21ba7a6d789 HTTP/1.1" status: 200 len: 916 time: 0.5789638 Aug 23 22:28:26.366071 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Made reservation on behalf of 73aca04a5685447fb698a46da1b0b8ff for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:28:26.370315 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:26.409127 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-824c7be0-b266-4fd5-81ef-ab5dca23242d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 200 len: 1002 time: 0.0938244 Aug 23 22:28:26.540678 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-947583a3-728b-4067-bd45-35cfe52a32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:26.542986 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-947583a3-728b-4067-bd45-35cfe52a32ea service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=c1cfa966-9af4-4c52-88da-d5f2e6d20433 HTTP/1.1" status: 200 len: 853 time: 0.1234677 Aug 23 22:28:26.638374 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a62f1-e90f-4059-ae9d-72489f43d5bc req-40a228fa-83ac-483b-9e3d-e0140943807e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:26.639955 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-a1da3585-9b6e-452f-b096-fa0ece9db9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:26.640286 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-183a62f1-e90f-4059-ae9d-72489f43d5bc req-40a228fa-83ac-483b-9e3d-e0140943807e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.0969872 Aug 23 22:28:26.642660 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-a1da3585-9b6e-452f-b096-fa0ece9db9bd service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ffa6addb-18b1-4758-90d8-b21ba7a6d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721753 Aug 23 22:28:26.650833 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Allocated IP 172.20.0.3 (5bddff4f-8ee4-4f70-b11a-45aed32fa202/8a2ec43b-22cb-4499-b8c2-ccd48d20512d/c1e4982f-78f6-4b6f-a0dc-6cc910e101a8) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:28:26.722083 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-183a62f1-e90f-4059-ae9d-72489f43d5bc req-bb9f76cc-314a-488a-808f-4e26bffb947a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711408 Aug 23 22:28:26.905765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:26.913507 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:26.977888 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-f3da70d5-bf19-4aae-89b0-a3508e29a503 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593551 Aug 23 22:28:26.999429 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks [] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:27.018295 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8b1a-9750-4461-a654-2c32218106c5 req-d07f0f97-b885-4f75-9ff9-9b054c04770d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:27.020272 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d10e8b1a-9750-4461-a654-2c32218106c5 req-d07f0f97-b885-4f75-9ff9-9b054c04770d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.1054552 Aug 23 22:28:27.123156 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:27.217457 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:28:27.225795 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d10e8b1a-9750-4461-a654-2c32218106c5 req-b418e094-4f3e-4538-b3de-d02cbe39a40a tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898110 Aug 23 22:28:27.233401 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:28:27.236401 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f041fd5-d5a1-49b3-b64d-e7e53274a9fd req-effd0a6f-3ac4-4b68-991a-3240f1ad97fd tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:27.239688 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5f041fd5-d5a1-49b3-b64d-e7e53274a9fd req-effd0a6f-3ac4-4b68-991a-3240f1ad97fd tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 931 time: 0.1035535 Aug 23 22:28:27.240351 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:28:27.248796 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:27.249920 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:27.263068 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Pushing event updated for resources: {'Port': ['ID=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:27.298092 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-abbdfc4a-d627-4bce-b09f-c4af6ad2026c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5975380 Aug 23 22:28:27.336197 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5f041fd5-d5a1-49b3-b64d-e7e53274a9fd req-cb2a061e-cf09-470b-9003-b8670089b8c6 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841510 Aug 23 22:28:27.447859 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea40e1-7f92-40f7-8f43-3eb8b9fc5ea5 req-abdfddc4-a423-436b-bf11-2cd6194a5938 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:27.449925 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a4ea40e1-7f92-40f7-8f43-3eb8b9fc5ea5 req-abdfddc4-a423-436b-bf11-2cd6194a5938 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0700610 Aug 23 22:28:27.533357 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a4ea40e1-7f92-40f7-8f43-3eb8b9fc5ea5 req-e5670145-4982-4925-bfd4-2d6dc79e5f15 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685885 Aug 23 22:28:27.668675 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Request body: {'port': {'device_id': '0371a0e2-f3eb-4f94-a4c2-74e8335ce12e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:28:27.823697 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:27.857879 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b4a56e4-d8c6-4bc3-a84e-d4a75b54d37a req-18083d44-aed6-40cb-bf7d-17683dbf9e1c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029176 Aug 23 22:28:27.969870 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321bd54-24dd-415f-83eb-69d4e08943cb req-f8c5dfbe-9643-4b15-830c-820912532c20 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:27.972584 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c321bd54-24dd-415f-83eb-69d4e08943cb req-f8c5dfbe-9643-4b15-830c-820912532c20 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.0949817 Aug 23 22:28:28.059636 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c321bd54-24dd-415f-83eb-69d4e08943cb req-4cd60dbb-0373-4e66-8779-da7ee4dde8ae tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786207 Aug 23 22:28:28.254301 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:28:28.264443 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Publish callbacks [] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:28.273122 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:28.286420 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Transition to ACTIVE for port object c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:28:28.293220 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:28.405883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:28.439400 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:28.453080 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Attempting to bind port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:28:28.453596 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Attempting to bind port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'dcf543d3-8e15-49d2-b600-2cd95a9035f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:28:28.454021 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Attempting to bind port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 on network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:28:28.469694 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 on network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:28:28.470028 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Attempting to bind port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 on network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:28:28.481782 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3f1ca-b53f-46d0-9377-d5b51359bdac req-193715c7-7b95-4df6-b822-4ea4458b09ef tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:28.483508 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-31c3f1ca-b53f-46d0-9377-d5b51359bdac req-193715c7-7b95-4df6-b822-4ea4458b09ef tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.1048782 Aug 23 22:28:28.488417 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:28:28.488910 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Checking segment: {'id': 'dcf543d3-8e15-49d2-b600-2cd95a9035f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:28:28.489438 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Bound using segment: {'id': 'dcf543d3-8e15-49d2-b600-2cd95a9035f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:28:28.489920 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Bound port: c1e4982f-78f6-4b6f-a0dc-6cc910e101a8, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf543d3-8e15-49d2-b600-2cd95a9035f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:28:28.490372 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:28.535108 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:28.573295 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de1afe-6fcc-4c51-b32c-307e045e8c92 req-e0e19cff-bcfa-4d63-abaa-500a0d2889b8 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:28.576159 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a5de1afe-6fcc-4c51-b32c-307e045e8c92 req-e0e19cff-bcfa-4d63-abaa-500a0d2889b8 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 943 time: 0.0953362 Aug 23 22:28:28.671860 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a5de1afe-6fcc-4c51-b32c-307e045e8c92 req-dc55957e-c77b-45d1-944c-2393e83d4d33 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843701 Aug 23 22:28:28.686508 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-31c3f1ca-b53f-46d0-9377-d5b51359bdac req-9ef6ede3-472e-49ef-8005-82cbb66aeb6b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896248 Aug 23 22:28:28.691407 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] For port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:28:28.696939 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] For port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:28:28.729272 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:28.740026 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:28.741231 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:28.743661 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 HTTP/1.1" status: 200 len: 1093 time: 1.0791388 Aug 23 22:28:28.744591 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0371a0e2-f3eb-4f94-a4c2-74e8335ce12e', 'tag': 'c1e4982f-78f6-4b6f-a0dc-6cc910e101a8'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:28:28.748642 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f64ba34-0469-4030-83b7-d2c5acba3686" -d '{"events": [{"name": "network-changed", "server_uuid": "0371a0e2-f3eb-4f94-a4c2-74e8335ce12e", "tag": "c1e4982f-78f6-4b6f-a0dc-6cc910e101a8"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:28:28.865187 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78577c6a-8a65-492e-8730-4f6c6151adbb x-openstack-request-id: req-78577c6a-8a65-492e-8730-4f6c6151adbb {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:28:28.865187 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0371a0e2-f3eb-4f94-a4c2-74e8335ce12e", "tag": "c1e4982f-78f6-4b6f-a0dc-6cc910e101a8", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:28:28.865697 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-78577c6a-8a65-492e-8730-4f6c6151adbb {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:28:28.868620 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78577c6a-8a65-492e-8730-4f6c6151adbb'] response: {'name': 'network-changed', 'server_uuid': '0371a0e2-f3eb-4f94-a4c2-74e8335ce12e', 'tag': 'c1e4982f-78f6-4b6f-a0dc-6cc910e101a8', 'status': 'completed', 'code': 200} Aug 23 22:28:28.868620 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce09fe1-e398-41c0-ae8f-e5bebc808837 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:28.891966 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4008d-4d3f-4005-9d1e-9c4826f38ba7 req-4060a416-afe4-4d5e-ab2e-a1549b5e4e05 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:28.895099 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-30c4008d-4d3f-4005-9d1e-9c4826f38ba7 req-4060a416-afe4-4d5e-ab2e-a1549b5e4e05 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0847962 Aug 23 22:28:28.911203 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-89f2605f-e7df-4d3b-9d39-0133ff9e84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:28.912869 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-89f2605f-e7df-4d3b-9d39-0133ff9e84c7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=73aca04a5685447fb698a46da1b0b8ff&device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 1127 time: 0.0702045 Aug 23 22:28:28.988754 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-30c4008d-4d3f-4005-9d1e-9c4826f38ba7 req-42c66400-dc06-4bca-ac21-937e93eb85f5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812047 Aug 23 22:28:29.001599 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-32d390d2-8adf-4b2a-b41c-f187bc6835f6 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 HTTP/1.1" status: 200 len: 217 time: 0.0658574 Aug 23 22:28:29.072726 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-6ef64aa7-d004-4bc7-bdf8-ff0f01201dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:29.075319 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-6ef64aa7-d004-4bc7-bdf8-ff0f01201dcf service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8a2ec43b-22cb-4499-b8c2-ccd48d20512d HTTP/1.1" status: 200 len: 851 time: 0.0671134 Aug 23 22:28:29.121647 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-d0262cd0-399c-48a2-9a6d-f1a401cd80ea service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5bddff4f-8ee4-4f70-b11a-45aed32fa202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389223 Aug 23 22:28:29.329032 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837e669-fe3f-43e7-832c-1a951e035f87 req-13617fa4-3647-4f19-8343-d4c82c68c07e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:29.331272 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2837e669-fe3f-43e7-832c-1a951e035f87 req-13617fa4-3647-4f19-8343-d4c82c68c07e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 943 time: 0.0890999 Aug 23 22:28:29.340457 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-eb53a5f3-e147-4080-8b53-5bc4d11cd25b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081742 Aug 23 22:28:29.467648 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2837e669-fe3f-43e7-832c-1a951e035f87 req-d8a3ad69-d2da-4de7-9fd3-c8af6b4f8756 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241281 Aug 23 22:28:29.503845 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-463b4af4-34ce-4acc-93d3-3a1b703b0953 req-8a7238e7-8c25-41bd-a4c4-1a33393280c8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501472 Aug 23 22:28:29.621452 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 5867c0e1-ac00-4c87-bd75-9ca953635248 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:28:29.674283 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:29.758548 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:28:29.780878 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'port_id': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'mac_address': 'fa:16:3e:06:8f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:28:29.848512 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 5867c0e1-ac00-4c87-bd75-9ca953635248 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:28:29.849574 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:29.872195 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5867c0e1-ac00-4c87-bd75-9ca953635248 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:28:29.910070 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:28:29.918198 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:29.938331 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369430ec-7a81-46ff-ad12-aa43068b0435 req-c8755107-2307-426f-8054-d67c72d5044c tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:29.942154 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-369430ec-7a81-46ff-ad12-aa43068b0435 req-c8755107-2307-426f-8054-d67c72d5044c tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.0848501 Aug 23 22:28:29.998908 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=9']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:30.075866 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-369430ec-7a81-46ff-ad12-aa43068b0435 req-ca7df71e-f956-433a-a5aa-d56834673aad tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223176 Aug 23 22:28:30.202057 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ded1a-d6b4-464a-8ef6-9b467ca39be5 req-194d46e9-1efb-4d69-a0c4-48db04368d2f tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:30.203721 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-981ded1a-d6b4-464a-8ef6-9b467ca39be5 req-194d46e9-1efb-4d69-a0c4-48db04368d2f tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 943 time: 0.3771613 Aug 23 22:28:30.231882 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:30.259556 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190376e-40a2-44d5-9fc6-59cc1cad6a5f req-03bed597-81b8-48d0-af7d-19c012fb7a4a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:30.262376 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6190376e-40a2-44d5-9fc6-59cc1cad6a5f req-03bed597-81b8-48d0-af7d-19c012fb7a4a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0994356 Aug 23 22:28:30.269342 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-981ded1a-d6b4-464a-8ef6-9b467ca39be5 req-fe64d909-047a-4847-b697-c0860c74311e tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546861 Aug 23 22:28:30.341500 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6190376e-40a2-44d5-9fc6-59cc1cad6a5f req-59d754b6-babf-485c-83fe-87547d8f00d5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693259 Aug 23 22:28:30.410330 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['5867c0e1-ac00-4c87-bd75-9ca953635248'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:28:30.655073 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8cf36-ec51-4418-ac3c-ca778cc1f5c8 req-64258342-065b-43c7-84b8-05fa361e61b8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:30.656835 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c8a8cf36-ec51-4418-ac3c-ca778cc1f5c8 req-64258342-065b-43c7-84b8-05fa361e61b8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 944 time: 0.0655992 Aug 23 22:28:30.717674 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c8a8cf36-ec51-4418-ac3c-ca778cc1f5c8 req-f694cec2-1a60-40fc-a6e2-cb22f43082dc tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535898 Aug 23 22:28:30.884739 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-e32b9340-7d8c-45d1-862e-19ee721cb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:30.886549 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-e32b9340-7d8c-45d1-862e-19ee721cb02b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=73aca04a5685447fb698a46da1b0b8ff&device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 1127 time: 0.0480256 Aug 23 22:28:31.012213 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-bc61239c-e8c3-41a8-b240-2b0672ad05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:31.014042 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-bc61239c-e8c3-41a8-b240-2b0672ad05cc service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=5bddff4f-8ee4-4f70-b11a-45aed32fa202 HTTP/1.1" status: 200 len: 913 time: 0.1197097 Aug 23 22:28:31.076568 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-a5144073-14b3-4bdd-9a40-9f1bd6e25b1b service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 HTTP/1.1" status: 200 len: 217 time: 0.0525134 Aug 23 22:28:31.150334 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-1398496a-96fb-4adb-942b-9481629031ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:31.152987 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-1398496a-96fb-4adb-942b-9481629031ba service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8a2ec43b-22cb-4499-b8c2-ccd48d20512d HTTP/1.1" status: 200 len: 851 time: 0.0673292 Aug 23 22:28:31.213316 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-3a643d87-b884-4221-8021-5c01654b7563 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5bddff4f-8ee4-4f70-b11a-45aed32fa202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522635 Aug 23 22:28:31.293361 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:31.344398 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c940-1dea-43ee-a63d-21c633361fea req-b4c6fc8f-068f-48ba-ad1e-e4368243e5e8 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:31.347187 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e146c940-1dea-43ee-a63d-21c633361fea req-b4c6fc8f-068f-48ba-ad1e-e4368243e5e8 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.1394994 Aug 23 22:28:31.461435 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-b0413d96-b3e8-428f-9350-2d6029ec0849 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356794 Aug 23 22:28:31.462317 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54db334-99d9-4dbd-b1c6-050d875a3dfd req-7e9852f4-2e23-4f74-bf46-4e960ccfd95d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:31.464450 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b54db334-99d9-4dbd-b1c6-050d875a3dfd req-7e9852f4-2e23-4f74-bf46-4e960ccfd95d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 943 time: 0.0751090 Aug 23 22:28:31.503939 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:31.513705 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e146c940-1dea-43ee-a63d-21c633361fea req-763f961a-50de-4cfc-a0e6-7d55f3fe3f72 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1264956 Aug 23 22:28:31.555515 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b54db334-99d9-4dbd-b1c6-050d875a3dfd req-e33bc1c0-6c6e-4d37-8380-23cd961a8bce tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794678 Aug 23 22:28:31.626209 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7f64ba34-0469-4030-83b7-d2c5acba3686 req-3a94b41e-bbc7-477e-9955-b4846dfa7f85 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560278 Aug 23 22:28:31.686778 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 5867c0e1-ac00-4c87-bd75-9ca953635248 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:28:31.711299 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb8783-4f56-420e-bd41-8e478f1d834c req-15daec8c-0a90-4a23-841c-c233a4661216 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:31.713526 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-61bb8783-4f56-420e-bd41-8e478f1d834c req-15daec8c-0a90-4a23-841c-c233a4661216 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0857444 Aug 23 22:28:31.777449 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 5867c0e1-ac00-4c87-bd75-9ca953635248 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:28:31.778146 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:31.787377 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-61bb8783-4f56-420e-bd41-8e478f1d834c req-6152ea86-099d-4dad-847a-c7825bb1230a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668845 Aug 23 22:28:31.864624 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:31.921634 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6f9ef-c6bd-4a71-ac0d-b659768adf63 req-2023a760-a747-4f65-8b64-500334a0509b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:31.923426 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-05f6f9ef-c6bd-4a71-ac0d-b659768adf63 req-2023a760-a747-4f65-8b64-500334a0509b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 944 time: 0.0706236 Aug 23 22:28:31.928129 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 5867c0e1-ac00-4c87-bd75-9ca953635248 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:28:31.930001 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:31.977927 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:28:31.981515 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25ff1c2-317b-4b4d-88ef-08bdad33ce1a" -d '{"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:28:32.004504 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:28:32.005163 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-05f6f9ef-c6bd-4a71-ac0d-b659768adf63 req-6875e1d3-fbd9-45bb-aa2f-a99fda9deecd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731080 Aug 23 22:28:32.011312 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:32.056897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ede7dee-4bb4-4762-ae41-3d04f8773e38 x-openstack-request-id: req-3ede7dee-4bb4-4762-ae41-3d04f8773e38 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:28:32.057410 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:28:32.057852 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ede7dee-4bb4-4762-ae41-3d04f8773e38 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:28:32.058492 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ede7dee-4bb4-4762-ae41-3d04f8773e38'] response: {'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'code': 200} Aug 23 22:28:32.107584 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=10']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:32.360784 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:32.388605 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:32.769116 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c1db5-ee22-49c5-85c9-87e3e6154146 req-388f80a9-8af9-440b-97a1-9576062d8d5d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:32.769962 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a46c1db5-ee22-49c5-85c9-87e3e6154146 req-388f80a9-8af9-440b-97a1-9576062d8d5d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 943 time: 0.0741065 Aug 23 22:28:32.774668 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436b15c-4e91-47a6-b13c-529d51e3d749 req-84dda739-32b3-4c27-a23b-34ad947db535 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:32.776667 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d436b15c-4e91-47a6-b13c-529d51e3d749 req-84dda739-32b3-4c27-a23b-34ad947db535 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.0986125 Aug 23 22:28:32.880878 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a46c1db5-ee22-49c5-85c9-87e3e6154146 req-e2ea64e0-e4b0-42a7-92c5-9d8d9837f2ac tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021080 Aug 23 22:28:32.884099 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-d436b15c-4e91-47a6-b13c-529d51e3d749 req-a39dd4a9-1e27-4af8-b2a6-df90b2fdf925 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945904 Aug 23 22:28:32.894336 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca824b1d-299a-4d47-8124-4ba920abb5fc req-05c9b9ba-3301-4e35-880b-38a1e23c4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:32.897503 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ca824b1d-299a-4d47-8124-4ba920abb5fc req-05c9b9ba-3301-4e35-880b-38a1e23c4df3 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 1130 time: 0.0714364 Aug 23 22:28:33.028532 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ca824b1d-299a-4d47-8124-4ba920abb5fc req-a4e627d7-b012-4a60-af98-bc8fc32757d3 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639124 Aug 23 22:28:33.031218 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af6431-2da5-4867-8f01-f939cac83731 req-9a596b74-77d5-442b-b6bb-70a40ec03465 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:33.033221 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19af6431-2da5-4867-8f01-f939cac83731 req-9a596b74-77d5-442b-b6bb-70a40ec03465 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0679319 Aug 23 22:28:33.123330 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19af6431-2da5-4867-8f01-f939cac83731 req-28bfb668-9de1-44c3-b3d9-b4814238ed12 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825725 Aug 23 22:28:33.214660 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6187176-c6f9-424f-bf81-925cea5574e8 req-5ce24ec9-923b-4206-a651-0e16f8111d4f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:33.216464 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e6187176-c6f9-424f-bf81-925cea5574e8 req-5ce24ec9-923b-4206-a651-0e16f8111d4f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 946 time: 0.0608811 Aug 23 22:28:33.318607 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e6187176-c6f9-424f-bf81-925cea5574e8 req-3d6f4421-0db5-47f5-90cb-1670523f4a1e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919189 Aug 23 22:28:33.641528 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c3eeea1b-728b-44df-92a9-77dd0418246f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:33.685485 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:28:33.903809 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:28:33.927890 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': 'c1e4982f-78f6-4b6f-a0dc-6cc910e101a8', 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202', 'port_id': 'c1e4982f-78f6-4b6f-a0dc-6cc910e101a8', 'mac_address': 'fa:16:3e:fe:3d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2ec43b-22cb-4499-b8c2-ccd48d20512d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:28:34.009114 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:28:34.009853 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:34.047350 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:28:34.073326 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:34.090899 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:28:34.098654 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:34.127262 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6c25a-d502-46c0-84eb-680a31de4ef1 req-0ef3c95f-a2bc-4218-a486-fd0ff2862e38 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:34.130194 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f4e6c25a-d502-46c0-84eb-680a31de4ef1 req-0ef3c95f-a2bc-4218-a486-fd0ff2862e38 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.1058099 Aug 23 22:28:34.136371 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f54a6-bee5-405d-89ec-a2bce99998ee req-cdce178c-ba97-47a8-93bf-5e9a47f815cf tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:34.139384 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-266f54a6-bee5-405d-89ec-a2bce99998ee req-cdce178c-ba97-47a8-93bf-5e9a47f815cf tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 943 time: 0.1112950 Aug 23 22:28:34.186637 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:34.261250 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f4e6c25a-d502-46c0-84eb-680a31de4ef1 req-ef3adcc3-eb8c-4eca-9ab6-b1012c7f1511 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152046 Aug 23 22:28:34.267852 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-266f54a6-bee5-405d-89ec-a2bce99998ee req-374feac7-5cdc-4289-851b-6b79c79df464 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000547 Aug 23 22:28:34.403036 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:34.431799 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581f024-af27-4574-b1c1-aa8004d296ee req-7558799a-12c3-4062-99b6-56ad526cdc1c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:34.433752 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8581f024-af27-4574-b1c1-aa8004d296ee req-7558799a-12c3-4062-99b6-56ad526cdc1c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0700593 Aug 23 22:28:34.511454 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8581f024-af27-4574-b1c1-aa8004d296ee req-9a94cfb9-989a-464e-85ca-2092cc151b4b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687809 Aug 23 22:28:34.562740 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f475b-48eb-4fce-909b-7745d09957d3 req-1795fde2-ec5e-4e71-99c9-2a49c4095276 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:34.565627 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7a9f475b-48eb-4fce-909b-7745d09957d3 req-1795fde2-ec5e-4e71-99c9-2a49c4095276 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 946 time: 0.0926726 Aug 23 22:28:34.641708 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7a9f475b-48eb-4fce-909b-7745d09957d3 req-77ef8b6d-8b21-4d3c-a08e-62dfa6007bf3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689764 Aug 23 22:28:34.680025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['c1e4982f-78f6-4b6f-a0dc-6cc910e101a8'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:28:35.463029 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:35.487783 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81dacb-9f9f-42fa-8c0f-ca392b503136 req-17c911f1-3d45-4d2e-876c-94564e7a357b tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:35.494005 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-de81dacb-9f9f-42fa-8c0f-ca392b503136 req-17c911f1-3d45-4d2e-876c-94564e7a357b tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 944 time: 0.0867543 Aug 23 22:28:35.521416 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ed0bb-71b8-4acc-99b3-96fc7b94c057 req-e12514c8-24ab-4221-adc9-19a2000916e9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:35.524048 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-633ed0bb-71b8-4acc-99b3-96fc7b94c057 req-e12514c8-24ab-4221-adc9-19a2000916e9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.1001093 Aug 23 22:28:35.591176 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-de81dacb-9f9f-42fa-8c0f-ca392b503136 req-da586da4-3f99-4f81-b193-2d43b12bbe57 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943415 Aug 23 22:28:35.650140 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-633ed0bb-71b8-4acc-99b3-96fc7b94c057 req-474e5947-cd2d-431b-abf2-48493c36a591 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174371 Aug 23 22:28:35.807599 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e0cf9-7a87-48ce-9aed-d6eefe5b987b req-41eed12a-6aa8-4e20-9c7c-80f2d1587e28 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:35.810098 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-886e0cf9-7a87-48ce-9aed-d6eefe5b987b req-41eed12a-6aa8-4e20-9c7c-80f2d1587e28 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.1105232 Aug 23 22:28:35.849986 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:28:35.895237 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-886e0cf9-7a87-48ce-9aed-d6eefe5b987b req-74b3de4d-3c1f-4c63-9312-62121ab1881f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739391 Aug 23 22:28:35.911148 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f815-6287-4a41-b6fd-87240c3ce470 req-803f87bf-f9c2-4b24-8a3f-f0216a712e17 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:35.914461 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2736f815-6287-4a41-b6fd-87240c3ce470 req-803f87bf-f9c2-4b24-8a3f-f0216a712e17 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 946 time: 0.1265395 Aug 23 22:28:35.947745 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:35.955546 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:28:35.966506 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:28:35.967365 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:36.041500 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2736f815-6287-4a41-b6fd-87240c3ce470 req-e33d1e8e-12b7-4f72-843e-7b10579cd273 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064980 Aug 23 22:28:36.061552 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-de29ee58-6d59-476e-9904-6e043527569b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:36.165759 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:28:36.166429 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:36.218736 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0371a0e2-f3eb-4f94-a4c2-74e8335ce12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e4982f-78f6-4b6f-a0dc-6cc910e101a8'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:28:36.222561 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5323cfbe-a6cc-448e-a61a-c7b13e68b415" -d '{"events": [{"server_uuid": "0371a0e2-f3eb-4f94-a4c2-74e8335ce12e", "name": "network-vif-plugged", "status": "completed", "tag": "c1e4982f-78f6-4b6f-a0dc-6cc910e101a8"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:28:36.249038 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:28:36.259258 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:36.305800 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaa5930-8282-4b66-8230-b787e9839ac6 x-openstack-request-id: req-adaa5930-8282-4b66-8230-b787e9839ac6 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:28:36.306261 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0371a0e2-f3eb-4f94-a4c2-74e8335ce12e", "name": "network-vif-plugged", "status": "completed", "tag": "c1e4982f-78f6-4b6f-a0dc-6cc910e101a8", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:28:36.306674 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-adaa5930-8282-4b66-8230-b787e9839ac6 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:28:36.307305 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adaa5930-8282-4b66-8230-b787e9839ac6'] response: {'server_uuid': '0371a0e2-f3eb-4f94-a4c2-74e8335ce12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e4982f-78f6-4b6f-a0dc-6cc910e101a8', 'code': 200} Aug 23 22:28:36.355325 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:36.368256 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:28:36.717465 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52157e36-ad2d-494a-a678-a8802bd589ec req-846ef854-368a-4621-b939-36f8fd8986ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:36.720052 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-52157e36-ad2d-494a-a678-a8802bd589ec req-846ef854-368a-4621-b939-36f8fd8986ee service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 1129 time: 0.0685539 Aug 23 22:28:36.816968 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-52157e36-ad2d-494a-a678-a8802bd589ec req-e8ff15ab-d3c0-407c-b6a3-6ac5eed120e5 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896454 Aug 23 22:28:36.823831 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87d0e1-9198-4009-9659-04f53cb2850f req-15aa26ba-e2ab-42da-8d9e-0b98e7b4c251 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:36.825536 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bd87d0e1-9198-4009-9659-04f53cb2850f req-15aa26ba-e2ab-42da-8d9e-0b98e7b4c251 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 945 time: 0.0713725 Aug 23 22:28:36.853666 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784ee8-9486-4f9a-b5e9-468d95486848 req-a5d4b941-804e-472a-a985-259ca33f8f68 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:36.856300 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f1784ee8-9486-4f9a-b5e9-468d95486848 req-a5d4b941-804e-472a-a985-259ca33f8f68 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.0892656 Aug 23 22:28:36.900993 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bd87d0e1-9198-4009-9659-04f53cb2850f req-4e3cac0d-53b4-41d9-8a9c-f587d9f0ae2c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688655 Aug 23 22:28:36.952761 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f1784ee8-9486-4f9a-b5e9-468d95486848 req-5706b252-5e37-43cd-8468-f58fb79530fc tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892959 Aug 23 22:28:37.092067 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f3175-725a-411d-8b86-0442b0aed459 req-ade8dbc5-eafe-44a2-833b-c49d0ac3605a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:37.093947 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7d6f3175-725a-411d-8b86-0442b0aed459 req-ade8dbc5-eafe-44a2-833b-c49d0ac3605a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0662575 Aug 23 22:28:37.194452 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7d6f3175-725a-411d-8b86-0442b0aed459 req-023d35f4-ddda-49c4-b7c7-a67cf341467d tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888000 Aug 23 22:28:37.232199 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccb1b6-d257-40e5-b81a-6cc118e9073b req-8113df12-e1bc-4d57-9b6e-372a3e48bd91 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:37.233948 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-16ccb1b6-d257-40e5-b81a-6cc118e9073b req-8113df12-e1bc-4d57-9b6e-372a3e48bd91 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 946 time: 0.0638230 Aug 23 22:28:37.314410 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-16ccb1b6-d257-40e5-b81a-6cc118e9073b req-0cf3e01b-b24c-46a7-8cd9-dfb7e5f579db tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689306 Aug 23 22:28:38.125808 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f9687-fad6-468b-86ba-305e2b4e000b req-90240948-54fb-41ca-8bd1-6475c2da3537 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:38.128650 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b42f9687-fad6-468b-86ba-305e2b4e000b req-90240948-54fb-41ca-8bd1-6475c2da3537 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 945 time: 0.0985320 Aug 23 22:28:38.185082 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282a72c-5e4d-4e76-be21-9dfc31c33300 req-8740a715-214d-450f-90e8-1ba51cfc7ec3 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:38.187821 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9282a72c-5e4d-4e76-be21-9dfc31c33300 req-8740a715-214d-450f-90e8-1ba51cfc7ec3 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.0984278 Aug 23 22:28:38.210361 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b42f9687-fad6-468b-86ba-305e2b4e000b req-3f59d873-5c78-4dfe-815b-61223b499ca2 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683663 Aug 23 22:28:38.298283 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9282a72c-5e4d-4e76-be21-9dfc31c33300 req-65d616a2-b920-411f-bdd2-3b2af86334f5 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975060 Aug 23 22:28:38.391151 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9e94c-2a41-48a8-b7b2-1755c8158519 req-bfac5d6a-d130-4896-bfbd-a67a615dd0f7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:38.392798 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a5c9e94c-2a41-48a8-b7b2-1755c8158519 req-bfac5d6a-d130-4896-bfbd-a67a615dd0f7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0674827 Aug 23 22:28:38.456060 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a5c9e94c-2a41-48a8-b7b2-1755c8158519 req-315af891-5527-4178-acb1-4b22468ae34a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547874 Aug 23 22:28:38.745868 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c67a7-726e-40ec-a032-3635bc08fc70 req-d4ac415c-4c50-4fd4-99f6-40d37d12945c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:38.747543 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d48c67a7-726e-40ec-a032-3635bc08fc70 req-d4ac415c-4c50-4fd4-99f6-40d37d12945c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0666060 Aug 23 22:28:38.792409 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:38.846235 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d48c67a7-726e-40ec-a032-3635bc08fc70 req-bc793a5e-9525-45dd-a8cd-9b1489c0b223 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918224 Aug 23 22:28:39.181258 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab350-a4d7-4414-8638-77769d474245 req-9b1b2833-6ffd-4c5e-be69-716c7bf0432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:39.184047 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5c5ab350-a4d7-4414-8638-77769d474245 req-9b1b2833-6ffd-4c5e-be69-716c7bf0432a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 1130 time: 0.0615129 Aug 23 22:28:39.383617 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab350-a4d7-4414-8638-77769d474245 req-2e86106f-8ec2-41f5-90b9-ab0c9f00de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:39.386567 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5c5ab350-a4d7-4414-8638-77769d474245 req-2e86106f-8ec2-41f5-90b9-ab0c9f00de28 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 913 time: 0.1956234 Aug 23 22:28:39.456348 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110ddb-9739-4d90-8ac5-72882768d0f3 req-53ac3d40-d87e-4324-a9d8-1b93bab466d2 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:39.459767 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3e110ddb-9739-4d90-8ac5-72882768d0f3 req-53ac3d40-d87e-4324-a9d8-1b93bab466d2 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 945 time: 0.0975006 Aug 23 22:28:39.516264 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:39.527226 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3e110ddb-9739-4d90-8ac5-72882768d0f3 req-e01b1b6c-a50d-4528-83f8-b4795a932c14 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599692 Aug 23 22:28:39.529409 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:39.583496 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5c5ab350-a4d7-4414-8638-77769d474245 req-3d1d5b9a-4f70-4237-9d2c-b12dbb788bf5 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614d514f-5113-4d77-8846-ee45da0b972d HTTP/1.1" status: 200 len: 1001 time: 0.1900258 Aug 23 22:28:39.597291 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805df93b-8136-4772-8ea2-963f3679bfcd req-7d68f789-1d87-4d1f-9784-8bafd3443a77 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:39.600951 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-805df93b-8136-4772-8ea2-963f3679bfcd req-7d68f789-1d87-4d1f-9784-8bafd3443a77 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.1365957 Aug 23 22:28:39.726662 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab350-a4d7-4414-8638-77769d474245 req-1202f729-db28-4d22-a245-2e5a220eac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:39.729710 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5c5ab350-a4d7-4414-8638-77769d474245 req-1202f729-db28-4d22-a245-2e5a220eac5c service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.1268003 Aug 23 22:28:39.824586 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-805df93b-8136-4772-8ea2-963f3679bfcd req-9823345f-37b9-4730-a76c-39fe8e5d7493 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037838 Aug 23 22:28:39.837857 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab350-a4d7-4414-8638-77769d474245 req-8ac56098-b9bc-4e10-92c7-cae6a1e91c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:39.840337 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5c5ab350-a4d7-4414-8638-77769d474245 req-8ac56098-b9bc-4e10-92c7-cae6a1e91c33 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983217 Aug 23 22:28:39.971510 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:40.017677 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5c5ab350-a4d7-4414-8638-77769d474245 req-c4e5732d-39d0-4d71-bac2-71c61fde4ea8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703589 Aug 23 22:28:40.086077 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14457960-8d22-48b4-8518-e99b3f156382 req-a9e15b51-3065-4405-aa94-2942fe8cf8bd tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:40.087941 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-14457960-8d22-48b4-8518-e99b3f156382 req-a9e15b51-3065-4405-aa94-2942fe8cf8bd tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0950506 Aug 23 22:28:40.129836 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:40.188438 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-14457960-8d22-48b4-8518-e99b3f156382 req-f27ad18f-0bea-4519-9a60-efc38f324da6 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881143 Aug 23 22:28:40.206369 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5c5ab350-a4d7-4414-8638-77769d474245 req-ff5b0c07-c49c-4d75-9faa-ce32796f5daf service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736767 Aug 23 22:28:41.028070 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:41.035132 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a0f15-117d-49c1-8671-6bdb3053a0bf req-2c8be41a-74da-419d-9cac-0e562572a1c3 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:41.037297 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-757a0f15-117d-49c1-8671-6bdb3053a0bf req-2c8be41a-74da-419d-9cac-0e562572a1c3 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.0830643 Aug 23 22:28:41.141324 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-757a0f15-117d-49c1-8671-6bdb3053a0bf req-5d417a13-1aa5-47ca-a067-d16ef6e49d86 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948095 Aug 23 22:28:41.367530 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79900bd0-d389-4e94-892d-866b1b5994a8 req-c7d9b806-f627-4812-a167-221800e55711 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:41.369637 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-79900bd0-d389-4e94-892d-866b1b5994a8 req-c7d9b806-f627-4812-a167-221800e55711 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0735517 Aug 23 22:28:41.439246 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-79900bd0-d389-4e94-892d-866b1b5994a8 req-a56f53a9-7370-45e8-be96-7e3b211240b2 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584557 Aug 23 22:28:42.355235 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fb2c7-a1d8-464d-a13b-70ea2b741e7a req-a7cec908-5744-4142-859c-e3e6772bc83e tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:42.357541 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-833fb2c7-a1d8-464d-a13b-70ea2b741e7a req-a7cec908-5744-4142-859c-e3e6772bc83e tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.0855341 Aug 23 22:28:42.487950 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-833fb2c7-a1d8-464d-a13b-70ea2b741e7a req-cf5ce701-3741-418e-8df8-dd60bd7bde1e tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190038 Aug 23 22:28:43.678519 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da42cbb-737e-4f3e-8b70-b800e2e509a5 req-1f566281-2204-448c-98aa-de920262a7b0 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:43.681611 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4da42cbb-737e-4f3e-8b70-b800e2e509a5 req-1f566281-2204-448c-98aa-de920262a7b0 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.0783656 Aug 23 22:28:43.816270 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4da42cbb-737e-4f3e-8b70-b800e2e509a5 req-3415c73e-7932-48e9-8a75-ed46673be050 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237299 Aug 23 22:28:44.980126 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9838646-4033-484c-9297-7c82103910af req-f0a51866-b35e-4ab0-8599-501eada9b049 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:44.982232 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b9838646-4033-484c-9297-7c82103910af req-f0a51866-b35e-4ab0-8599-501eada9b049 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.0629847 Aug 23 22:28:45.071952 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b9838646-4033-484c-9297-7c82103910af req-95f9aae3-1626-40a0-b29e-13083515299d tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778394 Aug 23 22:28:46.251014 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ad648-e28b-41c2-afe1-15dc65b33cc5 req-9acde3f5-da71-4644-8dad-7947df0e9c67 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:46.258914 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-375ad648-e28b-41c2-afe1-15dc65b33cc5 req-9acde3f5-da71-4644-8dad-7947df0e9c67 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.0773165 Aug 23 22:28:46.358916 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-375ad648-e28b-41c2-afe1-15dc65b33cc5 req-7b8bab26-f16f-4b24-a1ee-93234809255f tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&id=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920906 Aug 23 22:28:50.522128 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:51.348255 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:51.350452 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:52.524784 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:28:55.058797 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=44 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:55.064580 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=74 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:55.884500 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b2f7b-59dd-4534-8dd8-436af936176d req-2cf07673-257b-4140-be60-7c6f4ba12f4b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:55.887314 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f92b2f7b-59dd-4534-8dd8-436af936176d req-2cf07673-257b-4140-be60-7c6f4ba12f4b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 946 time: 0.0919099 Aug 23 22:28:55.961376 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f92b2f7b-59dd-4534-8dd8-436af936176d req-5cfd21ae-c7cd-49f0-9186-e061aa23c541 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632253 Aug 23 22:28:56.331807 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:56.351396 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=38 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:28:57.133298 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae691-6294-4e2d-b26f-69bd5040b7dd req-03424c6e-dfdd-483f-9587-5b0c7c15e270 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:57.135055 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-008ae691-6294-4e2d-b26f-69bd5040b7dd req-03424c6e-dfdd-483f-9587-5b0c7c15e270 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 946 time: 0.0693767 Aug 23 22:28:57.211850 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-008ae691-6294-4e2d-b26f-69bd5040b7dd req-7c2bd9ef-0b39-4337-9638-ab2d8e1d3466 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686233 Aug 23 22:28:58.410496 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d5199-344d-49b8-991f-b59ec4c84af2 req-921d4f33-e424-4e8d-b24c-d55ed846184f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:58.413696 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3f2d5199-344d-49b8-991f-b59ec4c84af2 req-921d4f33-e424-4e8d-b24c-d55ed846184f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 946 time: 0.0876296 Aug 23 22:28:58.500617 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3f2d5199-344d-49b8-991f-b59ec4c84af2 req-bbe33902-d8b7-4a60-b02c-17004b881bcd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754952 Aug 23 22:28:59.264601 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-6bb6b1ca-59d5-4b41-914c-9efb27cdcd76 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:59.266362 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-6bb6b1ca-59d5-4b41-914c-9efb27cdcd76 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 946 time: 0.3341489 Aug 23 22:28:59.521680 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Deleting port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:28:59.523115 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:59.715219 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] For port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:28:59.715777 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:28:59.746004 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d1ade-902f-4547-b4bf-567e655f4779 req-20aceaf0-70b6-46be-912a-4a097a43d9e6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:28:59.748635 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e73d1ade-902f-4547-b4bf-567e655f4779 req-20aceaf0-70b6-46be-912a-4a097a43d9e6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 946 time: 0.0850627 Aug 23 22:28:59.840711 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e73d1ade-902f-4547-b4bf-567e655f4779 req-d1932e0f-d0f3-48e0-a4d1-5ddf9415a2f1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=97161332-413b-45bf-958c-ac9521869ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794349 Aug 23 22:29:00.147281 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:00.147674 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (df5f6b70-7abf-4632-937f-edfc401b3d0a), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:00.147999 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Floating IP df5f6b70-7abf-4632-937f-edfc401b3d0a disassociated. External IP: 172.27.2.64, port: 2fd85c0e-2897-4f7e-bd09-e37d0339fea8. Aug 23 22:29:00.148353 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Calling delete_port for 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:29:00.282347 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef20680-235f-420d-85c1-61f6b0b91dc6 req-99beb398-4187-4148-b361-f5a1c0f229a1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:00.284223 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7ef20680-235f-420d-85c1-61f6b0b91dc6 req-99beb398-4187-4148-b361-f5a1c0f229a1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0756602 Aug 23 22:29:00.337187 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-6e5053f4-55f5-44d7-84f6-76e5d7716a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:00.339666 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-6e5053f4-55f5-44d7-84f6-76e5d7716a66 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 1130 time: 0.1089904 Aug 23 22:29:00.343826 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-7ef20680-235f-420d-85c1-61f6b0b91dc6 req-6ddceeec-3d16-47a2-9f4c-a7b8ffb3422b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515099 Aug 23 22:29:00.511713 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:00.514716 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:00.531037 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-b03e5e30-c7b3-4400-ba14-3b45f1e5dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:00.533313 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-b03e5e30-c7b3-4400-ba14-3b45f1e5dbba service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.1852338 Aug 23 22:29:00.539471 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (2fd85c0e-2897-4f7e-bd09-e37d0339fea8), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:00.558170 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:00.625561 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'Port': ['ID=2fd85c0e-2897-4f7e-bd09-e37d0339fea8,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:00.656391 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-c6180c79-fcf6-44b5-8013-6a3924cd1fdc service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22c6f1c-3320-443a-8bec-aafb2744b504 HTTP/1.1" status: 200 len: 1002 time: 0.1145170 Aug 23 22:29:00.706284 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:00.836535 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-f8f9640a-781f-4dd4-9692-db3d46ff70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:00.838700 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-f8f9640a-781f-4dd4-9692-db3d46ff70c7 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.1307163 Aug 23 22:29:00.919918 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:29:00.922765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-dfeed652-be48-4c62-9da9-55d50bd9648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:00.925569 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-dfeed652-be48-4c62-9da9-55d50bd9648c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751562 Aug 23 22:29:01.174151 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e4cbfb46-a8a0-4042-86f9-ef55bea64a5a req-f00c5584-63ee-4a63-9850-d7ca5f513dce tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 210 time: 0.1673627 Aug 23 22:29:01.271923 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-8a569c92-1528-43a9-af97-db2922374742 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366144 Aug 23 22:29:01.278366 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:29:01.302216 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:29:01.329193 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:01.330296 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:28:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:01.407021 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] No DVR routers for this DVR port 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:29:01.467168 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:01.472843 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bfa9cba3-2722-4aa8-86b0-b457cf07c5d6 req-b80c4e6b-9423-4674-a607-b531e7fa9cc6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "DELETE /networking/v2.0/ports/2fd85c0e-2897-4f7e-bd09-e37d0339fea8 HTTP/1.1" status: 204 len: 173 time: 2.0729551 Aug 23 22:29:01.473756 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b73e6f-743c-4663-9555-2df628611896', 'name': 'network-vif-deleted', 'tag': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:01.478570 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a88e27-b7f0-45b0-8e4b-6fabff08f7ce" -d '{"events": [{"server_uuid": "a5b73e6f-743c-4663-9555-2df628611896", "name": "network-vif-deleted", "tag": "2fd85c0e-2897-4f7e-bd09-e37d0339fea8"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:01.639516 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:01.715922 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cdd5eeb1-6a70-414e-a38f-0c05d2611a4c req-87686119-b3d0-4f0e-843b-0c88b8451ff3 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258409 Aug 23 22:29:01.718649 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61490329-4bfc-4614-8334-5de18c607d14 x-openstack-request-id: req-61490329-4bfc-4614-8334-5de18c607d14 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:01.718649 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b73e6f-743c-4663-9555-2df628611896", "name": "network-vif-deleted", "tag": "2fd85c0e-2897-4f7e-bd09-e37d0339fea8", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:01.718993 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-61490329-4bfc-4614-8334-5de18c607d14 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:01.719245 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61490329-4bfc-4614-8334-5de18c607d14'] response: {'server_uuid': 'a5b73e6f-743c-4663-9555-2df628611896', 'name': 'network-vif-deleted', 'tag': '2fd85c0e-2897-4f7e-bd09-e37d0339fea8', 'status': 'completed', 'code': 200} Aug 23 22:29:01.746843 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8aa7-b224-4362-82bd-18cd65cdd5ad req-b4d90a21-3196-454f-be56-abc8feb14aa2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:01.753682 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3a1f8aa7-b224-4362-82bd-18cd65cdd5ad req-b4d90a21-3196-454f-be56-abc8feb14aa2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.2336111 Aug 23 22:29:01.858109 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3a1f8aa7-b224-4362-82bd-18cd65cdd5ad req-50c002a2-aabb-4fc4-a89c-f0700575394f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964901 Aug 23 22:29:01.982504 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:29:02.032987 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:29:02.033305 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2fd85c0e-2897-4f7e-bd09-e37d0339fea8 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:29:02.417125 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f01acadc-691b-4d5b-b2be-0fbc4b807a48 req-aff98e8f-851e-419e-a2fd-e03100447ad9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5b73e6f-743c-4663-9555-2df628611896 HTTP/1.1" status: 200 len: 210 time: 0.0512509 Aug 23 22:29:02.506601 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'dccad50d-232f-4614-aebd-c7ecc3790735', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:50Z', 'updated_at': '2022-08-23T22:25:49Z', 'revision_number': 2, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:02.517161 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:02.570596 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:29:02.595974 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:02.596943 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:28:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:02.794556 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:03.109936 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe0ca-ad98-4b4e-b7f8-5b5fc3e2c7dd req-65ca1e39-4a0b-4451-b134-940978616dcd tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:03.112443 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-81cbe0ca-ad98-4b4e-b7f8-5b5fc3e2c7dd req-65ca1e39-4a0b-4451-b134-940978616dcd tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.1034288 Aug 23 22:29:03.203477 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-81cbe0ca-ad98-4b4e-b7f8-5b5fc3e2c7dd req-34a78205-2892-4350-9119-18de76ff75f9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835345 Aug 23 22:29:03.222799 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'dccad50d-232f-4614-aebd-c7ecc3790735', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:50Z', 'updated_at': '2022-08-23T22:25:49Z', 'revision_number': 2, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:03.268207 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f4d95-fd8e-4f89-a631-34588e2ac872 None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'dccad50d-232f-4614-aebd-c7ecc3790735', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:0e:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a32adbd-853b-47ce-b461-e82363494a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:24:50Z', 'updated_at': '2022-08-23T22:25:49Z', 'revision_number': 2, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:29:03.581606 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 57352) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:03.639552 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-984a11af-06ec-44aa-8269-46deae097543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:03.653829 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174b08f-6b5d-4a17-b448-22a01622f9d0 None None] New status for floating IP df5f6b70-7abf-4632-937f-edfc401b3d0a: DOWN {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:29:03.684940 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-be09eef7-bd04-4066-8259-7b28592694d8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (97161332-413b-45bf-958c-ac9521869ca2), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:03.722075 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-be09eef7-bd04-4066-8259-7b28592694d8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (97161332-413b-45bf-958c-ac9521869ca2), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:03.817717 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-be09eef7-bd04-4066-8259-7b28592694d8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (97161332-413b-45bf-958c-ac9521869ca2), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:03.821895 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-be09eef7-bd04-4066-8259-7b28592694d8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:03.823477 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-be09eef7-bd04-4066-8259-7b28592694d8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/97161332-413b-45bf-958c-ac9521869ca2 HTTP/1.1" status: 204 len: 168 time: 0.2405543 Aug 23 22:29:03.828016 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57354) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:03.836933 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09eef7-bd04-4066-8259-7b28592694d8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97161332-413b-45bf-958c-ac9521869ca2,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:03.856963 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.api.v2.resource [None req-0f741e17-11a6-4d63-a2ce-e59c59253ca0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] show failed (client error): The resource could not be found. Aug 23 22:29:03.861579 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-0f741e17-11a6-4d63-a2ce-e59c59253ca0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups/97161332-413b-45bf-958c-ac9521869ca2 HTTP/1.1" status: 404 len: 347 time: 0.0315738 Aug 23 22:29:03.862591 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 57356) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:04.061312 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Deleting port 13888b5b-49d2-449a-bd28-029c070b8330 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:29:04.061668 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (13888b5b-49d2-449a-bd28-029c070b8330), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:04.077656 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:04.093268 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:04.179692 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (13888b5b-49d2-449a-bd28-029c070b8330), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:04.180852 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (13888b5b-49d2-449a-bd28-029c070b8330), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:04.203604 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Calling delete_port for 13888b5b-49d2-449a-bd28-029c070b8330 owned by network:floatingip {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:29:04.378080 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0e876-ea37-4f53-ad80-9331652a5605 req-d50186ff-811d-444c-8199-52feb0a21da1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:04.380365 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4cf0e876-ea37-4f53-ad80-9331652a5605 req-d50186ff-811d-444c-8199-52feb0a21da1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0619278 Aug 23 22:29:04.446647 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (13888b5b-49d2-449a-bd28-029c070b8330), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:04.447949 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4cf0e876-ea37-4f53-ad80-9331652a5605 req-0484cc8c-ea9c-4372-8cf4-cebc7ef64f54 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588145 Aug 23 22:29:04.500501 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'Port': ['ID=13888b5b-49d2-449a-bd28-029c070b8330,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:04.545393 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (df5f6b70-7abf-4632-937f-edfc401b3d0a), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:04.550229 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:04.553539 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ac0eedbf-8cbf-4250-b78e-9e85c4811ffd tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/df5f6b70-7abf-4632-937f-edfc401b3d0a HTTP/1.1" status: 204 len: 168 time: 0.6879926 Aug 23 22:29:05.640246 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8c4f-5bc2-44d0-9b5d-1d83975adb63 req-0f512197-bc90-4ca2-bf96-e3973460d690 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:05.642663 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a0dc8c4f-5bc2-44d0-9b5d-1d83975adb63 req-0f512197-bc90-4ca2-bf96-e3973460d690 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0751503 Aug 23 22:29:05.718308 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a0dc8c4f-5bc2-44d0-9b5d-1d83975adb63 req-92e32224-0ca7-49d1-9f8e-ffeaa392503d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638225 Aug 23 22:29:06.030105 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-85f79f52-e7c2-4994-891d-f28465b56a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:06.929667 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c0618-d27e-4298-bef7-e33d000640b6 req-05a44d9a-0cca-46c1-8a5a-545322740009 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:06.932087 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e54c0618-d27e-4298-bef7-e33d000640b6 req-05a44d9a-0cca-46c1-8a5a-545322740009 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0622854 Aug 23 22:29:07.007875 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e54c0618-d27e-4298-bef7-e33d000640b6 req-ddc38a0b-fc6d-4699-97ff-aaa22502387d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688274 Aug 23 22:29:08.193472 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ac42-ef40-4d14-8fbb-9489f510843d req-9d345325-1135-4721-b1cd-abadd3c91ade tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:08.196235 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bb68ac42-ef40-4d14-8fbb-9489f510843d req-9d345325-1135-4721-b1cd-abadd3c91ade tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0658846 Aug 23 22:29:08.286286 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bb68ac42-ef40-4d14-8fbb-9489f510843d req-e50b52b1-59eb-42d7-8dd2-687f1dfa2251 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827434 Aug 23 22:29:08.786469 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:09.467653 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaed04-d996-4bd4-986f-60b9c3d193a3 req-c1cf033f-35f1-4825-95e3-c337a91fc210 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:09.469333 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4aeaed04-d996-4bd4-986f-60b9c3d193a3 req-c1cf033f-35f1-4825-95e3-c337a91fc210 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0809915 Aug 23 22:29:09.547072 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4aeaed04-d996-4bd4-986f-60b9c3d193a3 req-71a9c50f-c5b8-46fd-b1c5-8d05d19e2050 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659072 Aug 23 22:29:10.132203 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:10.764418 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b351fe1-98a4-4e57-b6d3-d0f80087d9d2 req-5992d597-d032-40ff-af00-df1830277c6c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:10.767384 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4b351fe1-98a4-4e57-b6d3-d0f80087d9d2 req-5992d597-d032-40ff-af00-df1830277c6c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.1043928 Aug 23 22:29:10.862750 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-4b351fe1-98a4-4e57-b6d3-d0f80087d9d2 req-4ea0e9e2-6fdc-4ef1-bbed-f58c2b59e2cf tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854185 Aug 23 22:29:11.040522 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:12.031681 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfde4b-1c3b-47ec-be6c-a52ae92e88f1 req-bf60dada-f368-430e-b9f0-daf90e232290 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:12.034701 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0fdfde4b-1c3b-47ec-be6c-a52ae92e88f1 req-bf60dada-f368-430e-b9f0-daf90e232290 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0824509 Aug 23 22:29:12.045645 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ea066-acae-4ad4-8fe5-26df5168cf0a req-6e6b5939-b11b-4fee-8bac-9b55ca1d75a9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:12.048106 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-452ea066-acae-4ad4-8fe5-26df5168cf0a req-6e6b5939-b11b-4fee-8bac-9b55ca1d75a9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0700486 Aug 23 22:29:12.123145 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-452ea066-acae-4ad4-8fe5-26df5168cf0a req-b6ce2e7a-c0f4-4f50-8953-124514065160 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656247 Aug 23 22:29:12.123378 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0fdfde4b-1c3b-47ec-be6c-a52ae92e88f1 req-b0f8dbf6-a35c-4160-b0ed-2657f4cfac5d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829678 Aug 23 22:29:13.318565 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42131d21-12f7-4634-a47c-e87fcfbfc37a req-a885a047-28e7-47c7-8ea6-795ad8703629 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:13.321529 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-42131d21-12f7-4634-a47c-e87fcfbfc37a req-a885a047-28e7-47c7-8ea6-795ad8703629 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0973992 Aug 23 22:29:13.337518 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545caaab-afa8-4d09-819d-cb28799701e5 req-90db0e1e-1091-45c2-9ceb-47bed1271763 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:13.339482 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-545caaab-afa8-4d09-819d-cb28799701e5 req-90db0e1e-1091-45c2-9ceb-47bed1271763 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0749207 Aug 23 22:29:13.399759 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-545caaab-afa8-4d09-819d-cb28799701e5 req-cfea0835-688d-409d-9def-3d4d9b049b95 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525494 Aug 23 22:29:13.405663 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-42131d21-12f7-4634-a47c-e87fcfbfc37a req-7ef5555b-ad2d-46ec-8188-fedd87ce6718 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742662 Aug 23 22:29:13.934226 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:13.937613 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:14.583830 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b83c-df8e-4d10-be1f-cb5ba836ff0e req-d68e9522-f055-442b-b4a3-5f05ac18d626 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:14.586880 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f045b83c-df8e-4d10-be1f-cb5ba836ff0e req-d68e9522-f055-442b-b4a3-5f05ac18d626 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0692596 Aug 23 22:29:14.601494 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372a521-7de0-4c38-8198-6cce09629b76 req-7be453a3-2985-42b0-965a-80e2a656cd65 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:14.604179 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3372a521-7de0-4c38-8198-6cce09629b76 req-7be453a3-2985-42b0-965a-80e2a656cd65 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0745921 Aug 23 22:29:14.660713 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f045b83c-df8e-4d10-be1f-cb5ba836ff0e req-53e0e8a5-06b1-4b58-8cac-bb19f0650e9b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674977 Aug 23 22:29:14.678655 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3372a521-7de0-4c38-8198-6cce09629b76 req-a426be84-c0b1-4f23-9f8e-d5a950590927 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662293 Aug 23 22:29:15.844692 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc76f98-2899-4b1a-81bf-310d9cd07a99 req-24544807-b0f3-4271-90e5-3548da5efbb8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:15.847586 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5fc76f98-2899-4b1a-81bf-310d9cd07a99 req-24544807-b0f3-4271-90e5-3548da5efbb8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0874267 Aug 23 22:29:15.882639 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccd201-e3f0-44bb-b776-8279708add0d req-460ef47b-aa26-43bb-8e84-e475ea627bb7 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:15.885460 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-faccd201-e3f0-44bb-b776-8279708add0d req-460ef47b-aa26-43bb-8e84-e475ea627bb7 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0831215 Aug 23 22:29:15.909340 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:15.942488 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5fc76f98-2899-4b1a-81bf-310d9cd07a99 req-79c0be7b-a775-4d0e-b70e-046146793392 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865366 Aug 23 22:29:15.960777 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:15.967982 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-faccd201-e3f0-44bb-b776-8279708add0d req-d19f978b-fc76-47b0-b09a-e44683df8e5a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754631 Aug 23 22:29:17.157621 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840423f-56bc-4117-9253-4051e9447459 req-a091da2f-b376-4b4d-933c-d87e8f296f40 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:17.159386 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1840423f-56bc-4117-9253-4051e9447459 req-a091da2f-b376-4b4d-933c-d87e8f296f40 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0806499 Aug 23 22:29:17.165572 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc84c1c-0607-4171-a756-b528b784465a req-49f3f7ce-7a6c-4d17-b948-2e446ad025e4 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:17.168314 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bdc84c1c-0607-4171-a756-b528b784465a req-49f3f7ce-7a6c-4d17-b948-2e446ad025e4 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0854967 Aug 23 22:29:17.214190 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:17.230731 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1840423f-56bc-4117-9253-4051e9447459 req-36ea9292-dafb-410b-92da-e2d6dcc96d5c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644746 Aug 23 22:29:17.250802 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-bdc84c1c-0607-4171-a756-b528b784465a req-e2fe0ad6-0fc0-417b-af80-2c7f1ec96c36 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755947 Aug 23 22:29:18.409275 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf93652-cc44-457b-b20e-ba732e155881 req-d2e557ce-3a88-436a-9981-1404ea9e50a7 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:18.410977 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-2cf93652-cc44-457b-b20e-ba732e155881 req-d2e557ce-3a88-436a-9981-1404ea9e50a7 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0606937 Aug 23 22:29:18.414426 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ec8b-85e9-492a-b48a-072a679519d2 req-82b3fa69-f34a-447e-b2d1-45d37d27715b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:18.417241 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-afb3ec8b-85e9-492a-b48a-072a679519d2 req-82b3fa69-f34a-447e-b2d1-45d37d27715b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0775628 Aug 23 22:29:18.459540 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:18.482849 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-2cf93652-cc44-457b-b20e-ba732e155881 req-a1be3ba5-973f-4264-b6c4-070e0bc22beb tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637515 Aug 23 22:29:18.495266 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-afb3ec8b-85e9-492a-b48a-072a679519d2 req-2d43e161-a2eb-4eff-a1fd-6ee61f7ccbd9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717204 Aug 23 22:29:19.719565 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffcc87-eea0-4322-9ad8-fa1bb5623ea7 req-d33132b9-7bf4-4080-af5c-922fc1d850fc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:19.721254 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ffffcc87-eea0-4322-9ad8-fa1bb5623ea7 req-d33132b9-7bf4-4080-af5c-922fc1d850fc tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.1015759 Aug 23 22:29:19.791860 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ffffcc87-eea0-4322-9ad8-fa1bb5623ea7 req-b429fbae-de7e-4b40-95c1-3b1b35fe0bf2 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598130 Aug 23 22:29:19.867472 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a03db-42f5-42fe-aeb8-b7fe6a8b32fe req-403e25e1-38d0-4326-b95f-76e37b132d68 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:19.868080 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098ab8-f380-438a-ae7e-b447045db553 req-0c873ce0-8a26-41e1-9701-ee6af4401a3e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:19.870049 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-174a03db-42f5-42fe-aeb8-b7fe6a8b32fe req-403e25e1-38d0-4326-b95f-76e37b132d68 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.2875910 Aug 23 22:29:19.870207 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a3098ab8-f380-438a-ae7e-b447045db553 req-0c873ce0-8a26-41e1-9701-ee6af4401a3e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 945 time: 0.0691125 Aug 23 22:29:19.933701 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-174a03db-42f5-42fe-aeb8-b7fe6a8b32fe req-5a3c8c3d-4def-4098-bc4e-80e57ea15790 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b4900849-eba2-42dd-a501-26f6191504e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564718 Aug 23 22:29:20.127694 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Deleting port 44698636-efef-43cf-a8ef-8c14ed7f08ab {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:29:20.128111 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:20.252531 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] For port 44698636-efef-43cf-a8ef-8c14ed7f08ab, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=44698636-efef-43cf-a8ef-8c14ed7f08ab,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:20.252899 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:20.459700 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:20.460358 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (dccad50d-232f-4614-aebd-c7ecc3790735), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:20.461130 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Floating IP dccad50d-232f-4614-aebd-c7ecc3790735 disassociated. External IP: 172.27.2.184, port: 44698636-efef-43cf-a8ef-8c14ed7f08ab. Aug 23 22:29:20.461500 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Calling delete_port for 44698636-efef-43cf-a8ef-8c14ed7f08ab owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:29:20.521432 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:20.522350 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:20.539038 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:20.649720 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (44698636-efef-43cf-a8ef-8c14ed7f08ab), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:20.685996 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'Port': ['ID=44698636-efef-43cf-a8ef-8c14ed7f08ab,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:20.700338 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.700679 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.700988 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.701983 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.702332 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.702672 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.703031 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.703409 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.703741 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.704079 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.704424 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.704734 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.705130 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.705411 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.705740 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:20.778363 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:20.840596 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:29:21.003615 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:29:21.032516 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:21.039520 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:29:21.060533 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:21.061310 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:21.085168 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c6c302c8-0efb-485f-afd0-1eac00b665da req-e48b50ab-7c6a-4f5c-bb96-cb6311a6550c tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 210 time: 0.0519774 Aug 23 22:29:21.180890 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201e51c-f46a-4b90-8767-288fb879f078 req-aa4c9f0e-73a6-4260-9128-688665e58925 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:21.183701 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2201e51c-f46a-4b90-8767-288fb879f078 req-aa4c9f0e-73a6-4260-9128-688665e58925 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.2802341 Aug 23 22:29:21.184893 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] No DVR routers for this DVR port 44698636-efef-43cf-a8ef-8c14ed7f08ab on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:29:21.189615 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:21.196650 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:21.196948 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a3098ab8-f380-438a-ae7e-b447045db553 req-c0206739-1f50-463e-b65c-d55081506de0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "DELETE /networking/v2.0/ports/44698636-efef-43cf-a8ef-8c14ed7f08ab HTTP/1.1" status: 204 len: 173 time: 1.2116780 Aug 23 22:29:21.201107 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a32adbd-853b-47ce-b461-e82363494a37', 'name': 'network-vif-deleted', 'tag': '44698636-efef-43cf-a8ef-8c14ed7f08ab'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:21.205370 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dfe80c-2b3f-4a7a-b930-a1c957cfb9fd" -d '{"events": [{"server_uuid": "8a32adbd-853b-47ce-b461-e82363494a37", "name": "network-vif-deleted", "tag": "44698636-efef-43cf-a8ef-8c14ed7f08ab"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:21.295792 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba51952c-dfd6-4e28-8939-bcb264518854 x-openstack-request-id: req-ba51952c-dfd6-4e28-8939-bcb264518854 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:21.296265 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a32adbd-853b-47ce-b461-e82363494a37", "name": "network-vif-deleted", "tag": "44698636-efef-43cf-a8ef-8c14ed7f08ab", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:21.296684 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba51952c-dfd6-4e28-8939-bcb264518854 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:21.297401 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba51952c-dfd6-4e28-8939-bcb264518854'] response: {'server_uuid': '8a32adbd-853b-47ce-b461-e82363494a37', 'name': 'network-vif-deleted', 'tag': '44698636-efef-43cf-a8ef-8c14ed7f08ab', 'status': 'completed', 'code': 200} Aug 23 22:29:21.313597 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2201e51c-f46a-4b90-8767-288fb879f078 req-70e6c6fa-da5a-48fb-8ac5-d7df8149f0e3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150548 Aug 23 22:29:21.539448 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:21.566788 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:29:21.577689 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:21.578331 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:21.717086 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:21.985454 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:22.028952 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206699e5-a08e-4070-8224-f80e5661e33a None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:29:22.212686 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ba8c49d6-f9aa-4ace-bad0-d60b634c4be5 req-88d00376-0bef-474e-a2f5-cec93fe3a606 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 210 time: 0.0343208 Aug 23 22:29:22.317769 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64546073-6033-4249-8248-4974558280e8 None None] New status for floating IP dccad50d-232f-4614-aebd-c7ecc3790735: DOWN {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:29:22.506781 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811ba57-4cd4-4984-a31a-7c70bcb27ac6 req-7b1e7107-ec07-424b-a093-4e8a5a3a8bcf tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:22.509629 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c811ba57-4cd4-4984-a31a-7c70bcb27ac6 req-7b1e7107-ec07-424b-a093-4e8a5a3a8bcf tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0954432 Aug 23 22:29:22.602349 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c811ba57-4cd4-4984-a31a-7c70bcb27ac6 req-911e438f-4d15-4c5f-8b9d-209a75b5293a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814466 Aug 23 22:29:23.351159 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ffa59f64-c15a-40bf-b6a6-a7d7572479f7 req-5e40b143-45dd-4655-8893-e317d8c6486a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 210 time: 0.0424695 Aug 23 22:29:23.801445 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-06072ecf-7904-4ddb-8e93-1e1dd5cec2fb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1314359 Aug 23 22:29:23.832480 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4921b-8b61-4b9b-9fee-5151904e8dd8 req-09c88b06-faca-48b7-9090-af8c16866020 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:23.835172 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5ae4921b-8b61-4b9b-9fee-5151904e8dd8 req-09c88b06-faca-48b7-9090-af8c16866020 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.1077864 Aug 23 22:29:23.950175 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5ae4921b-8b61-4b9b-9fee-5151904e8dd8 req-89ccb6df-14b9-4f47-9640-8fb8570f262c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084404 Aug 23 22:29:23.967069 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-dd5d6e9e-d6c2-4c17-925d-15a08bc2f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:23.968667 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-dd5d6e9e-d6c2-4c17-925d-15a08bc2f501 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 1130 time: 0.0605061 Aug 23 22:29:24.600226 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a68dc850-cadb-4605-a4a3-a4368479d602 req-7370ce14-86a6-4353-9550-c95c1b382d92 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8a32adbd-853b-47ce-b461-e82363494a37 HTTP/1.1" status: 200 len: 210 time: 0.0668697 Aug 23 22:29:24.832280 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-8f20a7d9-a1b0-49df-8c25-df65ab15fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:24.835499 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-8f20a7d9-a1b0-49df-8c25-df65ab15fba4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 913 time: 0.4778571 Aug 23 22:29:25.126331 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d3d0a-49ef-42e7-8b0a-cbc88d324df6 req-a6d31a7b-16ec-4414-978d-28dc72f84680 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:25.128334 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1e7d3d0a-49ef-42e7-8b0a-cbc88d324df6 req-a6d31a7b-16ec-4414-978d-28dc72f84680 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0629377 Aug 23 22:29:25.209004 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1e7d3d0a-49ef-42e7-8b0a-cbc88d324df6 req-ccd8003e-4aed-437c-9be8-3005fcf93fa4 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686843 Aug 23 22:29:25.612674 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 44698636-efef-43cf-a8ef-8c14ed7f08ab no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:29:25.649631 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 44698636-efef-43cf-a8ef-8c14ed7f08ab {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:29:25.650302 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 44698636-efef-43cf-a8ef-8c14ed7f08ab not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:29:25.779163 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57524) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:25.856696 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-ce4ec8de-0ab7-4315-9f20-c4bf7b014170 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614d514f-5113-4d77-8846-ee45da0b972d HTTP/1.1" status: 200 len: 1001 time: 0.1156328 Aug 23 22:29:25.882430 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (b4900849-eba2-42dd-a501-26f6191504e7), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:25.919624 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (b4900849-eba2-42dd-a501-26f6191504e7), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:25.994492 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-d0ba675e-6f78-4436-92f1-6b33b2d2ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:25.996130 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-d0ba675e-6f78-4436-92f1-6b33b2d2ffb4 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.1230159 Aug 23 22:29:26.002980 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b4900849-eba2-42dd-a501-26f6191504e7), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:26.006677 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:26.007939 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/b4900849-eba2-42dd-a501-26f6191504e7 HTTP/1.1" status: 204 len: 168 time: 0.2276974 Aug 23 22:29:26.010564 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dfcc2-38a5-4cb1-a584-67a0c19ca94e req-085c5a8e-5365-405c-a309-25ca11c2430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:26.012467 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1f3dfcc2-38a5-4cb1-a584-67a0c19ca94e req-085c5a8e-5365-405c-a309-25ca11c2430b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 1130 time: 0.0899811 Aug 23 22:29:26.013648 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57526) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:26.033755 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4900849-eba2-42dd-a501-26f6191504e7,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:26.038171 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.api.v2.resource [None req-4e33ece7-6dc3-44a1-b85d-234f4347d005 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] show failed (client error): The resource could not be found. Aug 23 22:29:26.039317 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-4e33ece7-6dc3-44a1-b85d-234f4347d005 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups/b4900849-eba2-42dd-a501-26f6191504e7 HTTP/1.1" status: 404 len: 347 time: 0.0246358 Aug 23 22:29:26.044897 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57528) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:26.056955 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.057530 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.059075 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.059075 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.059414 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.059692 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.060250 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.060883 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.061382 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.062693 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.062693 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.063070 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.063450 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.063931 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.064223 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:26.064895 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad957a-8c4c-42c3-a6a6-16f2743226ae tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:26.118596 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-85b5f005-8409-4d64-891a-b6b720dcf8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:26.121407 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-85b5f005-8409-4d64-891a-b6b720dcf8ef service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143265 Aug 23 22:29:26.128354 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1f3dfcc2-38a5-4cb1-a584-67a0c19ca94e req-743bf375-0b48-4624-8832-26bd58333fd0 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051066 Aug 23 22:29:26.255959 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Deleting port 3343f8da-66d9-4f5a-8802-d373706f14b7 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:29:26.256489 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (3343f8da-66d9-4f5a-8802-d373706f14b7), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:26.408763 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (3343f8da-66d9-4f5a-8802-d373706f14b7), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:26.409105 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (3343f8da-66d9-4f5a-8802-d373706f14b7), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:26.418053 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d896e8-6c60-41c0-b9af-55e65b242f10 req-57e19a96-9305-4d71-b0fd-e0df4263b0b3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:26.419751 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a1d896e8-6c60-41c0-b9af-55e65b242f10 req-57e19a96-9305-4d71-b0fd-e0df4263b0b3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0774114 Aug 23 22:29:26.447024 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Calling delete_port for 3343f8da-66d9-4f5a-8802-d373706f14b7 owned by network:floatingip {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:29:26.573906 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a1d896e8-6c60-41c0-b9af-55e65b242f10 req-b5c55b59-8519-431b-9cdb-aec6ab8f5887 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436779 Aug 23 22:29:26.617874 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-bc6e4414-efdc-49e5-a407-3c2d58ac04e6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541612 Aug 23 22:29:26.690306 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:26.715852 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (3343f8da-66d9-4f5a-8802-d373706f14b7), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:26.772858 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'Port': ['ID=3343f8da-66d9-4f5a-8802-d373706f14b7,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:26.857474 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (dccad50d-232f-4614-aebd-c7ecc3790735), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:26.860606 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:26.861903 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-68f9f56f-f239-4828-ae94-32ff65e5cd70 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/dccad50d-232f-4614-aebd-c7ecc3790735 HTTP/1.1" status: 204 len: 168 time: 0.8159945 Aug 23 22:29:26.972131 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57540) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:26.977915 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-a1f4f11b-1a38-4f4f-b4ee-220355d4592a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1411827561', 'description': 'tempest-description--297428040'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:27.009994 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f11b-1a38-4f4f-b4ee-220355d4592a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.013590 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:27.089584 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0287a51a-681d-496c-8d1d-9fc9d8e8d809 req-893342ed-591b-4dbc-a918-39b5842fb17d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349933 Aug 23 22:29:27.113028 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f11b-1a38-4f4f-b4ee-220355d4592a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (4dfa0429-73fa-4f9f-a936-f8f862185440), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.119734 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f11b-1a38-4f4f-b4ee-220355d4592a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (4dfa0429-73fa-4f9f-a936-f8f862185440), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.157383 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f11b-1a38-4f4f-b4ee-220355d4592a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.158764 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-a1f4f11b-1a38-4f4f-b4ee-220355d4592a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1854870 Aug 23 22:29:27.161175 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4f11b-1a38-4f4f-b4ee-220355d4592a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa0429-73fa-4f9f-a936-f8f862185440,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:27.163523 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57542) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:27.168823 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-5baaf767-d0e2-422a-abfc-59f254e8224b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group_rule': {'security_group_id': '4dfa0429-73fa-4f9f-a936-f8f862185440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:27.217961 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5baaf767-d0e2-422a-abfc-59f254e8224b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (3770b6f5-07dd-489a-8f4c-c2448fb45eb9), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.314209 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5baaf767-d0e2-422a-abfc-59f254e8224b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (3770b6f5-07dd-489a-8f4c-c2448fb45eb9), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.321091 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5baaf767-d0e2-422a-abfc-59f254e8224b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (3770b6f5-07dd-489a-8f4c-c2448fb45eb9), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.358940 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaf767-d0e2-422a-abfc-59f254e8224b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3770b6f5-07dd-489a-8f4c-c2448fb45eb9,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:27.372909 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5baaf767-d0e2-422a-abfc-59f254e8224b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.375776 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5baaf767-d0e2-422a-abfc-59f254e8224b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2100000 Aug 23 22:29:27.379823 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57544) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:27.390698 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-117e39ca-dda9-47ca-b3af-edd2795a85ff tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group_rule': {'security_group_id': '4dfa0429-73fa-4f9f-a936-f8f862185440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:27.443267 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-117e39ca-dda9-47ca-b3af-edd2795a85ff tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (4db0845a-0a2b-4612-9396-aca8be9db6ce), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.564681 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-117e39ca-dda9-47ca-b3af-edd2795a85ff tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (4db0845a-0a2b-4612-9396-aca8be9db6ce), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.571609 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-117e39ca-dda9-47ca-b3af-edd2795a85ff tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (4db0845a-0a2b-4612-9396-aca8be9db6ce), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.612409 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e39ca-dda9-47ca-b3af-edd2795a85ff tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db0845a-0a2b-4612-9396-aca8be9db6ce,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:27.626410 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-117e39ca-dda9-47ca-b3af-edd2795a85ff tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.627778 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-117e39ca-dda9-47ca-b3af-edd2795a85ff tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459049 Aug 23 22:29:27.631262 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57548) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:27.636898 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:27.667327 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.809709 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc3d83-90da-459f-9fbc-e19e3e6aa1ab req-49f547b4-9b85-4a98-a152-e94ccd747148 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:27.811572 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5fdc3d83-90da-459f-9fbc-e19e3e6aa1ab req-49f547b4-9b85-4a98-a152-e94ccd747148 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.1154573 Aug 23 22:29:27.848739 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:27.925460 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5fdc3d83-90da-459f-9fbc-e19e3e6aa1ab req-3ad1173f-7756-4e9b-ac39-cabe7a2ffa41 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034071 Aug 23 22:29:28.007094 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:28.046523 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Allocated IP 172.27.2.94 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/14ad7549-9e99-44f8-821b-31f17b51599e) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:29:28.073834 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:28.207560 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (14ad7549-9e99-44f8-821b-31f17b51599e), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:28.250347 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (14ad7549-9e99-44f8-821b-31f17b51599e), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:28.306553 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:29:28.310572 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:29:28.315898 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:29:28.344826 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=14ad7549-9e99-44f8-821b-31f17b51599e,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:28.433497 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:28.491701 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (14ad7549-9e99-44f8-821b-31f17b51599e), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:28.717748 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (14ad7549-9e99-44f8-821b-31f17b51599e), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:28.724488 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (14ad7549-9e99-44f8-821b-31f17b51599e), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:28.808038 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=14ad7549-9e99-44f8-821b-31f17b51599e,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:28.810825 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:28.832097 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:28.835542 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3361ce4e-5f78-4da5-8534-e80a2cfa0804 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2019465 Aug 23 22:29:29.138768 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c5af-62d8-43e2-8c42-327cb2cc9b0f req-a03ee671-a03e-4559-a5f0-a692643cd0db tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:29.141594 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3bb2c5af-62d8-43e2-8c42-327cb2cc9b0f req-a03ee671-a03e-4559-a5f0-a692643cd0db tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0676656 Aug 23 22:29:29.159265 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-50244a04-6e48-45ce-92bd-7059cd41102e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1411827561&fields=id&tenant_id=c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 267 time: 0.0874083 Aug 23 22:29:29.199564 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:29.242979 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:29.262652 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3bb2c5af-62d8-43e2-8c42-327cb2cc9b0f req-3a03375e-52bb-4d9a-8323-18c31820b549 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075082 Aug 23 22:29:29.382346 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-a413b55f-9b32-4d75-a912-5e9b5cd790ad tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:29.385225 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-a413b55f-9b32-4d75-a912-5e9b5cd790ad tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 814 time: 0.2082238 Aug 23 22:29:29.416369 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-aaa17fd7-c13c-4a26-9fdc-473f73068c82 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/quotas/c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 375 time: 0.0174432 Aug 23 22:29:29.512625 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-e732562f-0f06-4856-9968-6d7fbc3529e6 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823953 Aug 23 22:29:29.525549 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:29:29.702906 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-14315ee0-7189-4995-9072-da761655fdfa service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703992 Aug 23 22:29:29.878154 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-cc6e9b7a-5923-4b48-b5a3-ccaa8130c12f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638539 Aug 23 22:29:29.963378 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-4fc99657-cc99-49c2-84a2-cc4339f68b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:29.965661 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-4fc99657-cc99-49c2-84a2-cc4339f68b9a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 1130 time: 0.0650108 Aug 23 22:29:29.981191 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac0ce-1635-4184-99e0-57c35b065852 req-acf62c64-5bd9-40a9-90d1-e190b87bda94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:29.984643 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-132ac0ce-1635-4184-99e0-57c35b065852 req-acf62c64-5bd9-40a9-90d1-e190b87bda94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0958004 Aug 23 22:29:30.078872 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-132ac0ce-1635-4184-99e0-57c35b065852 req-40d10cbf-c2e6-492e-ab98-e5fcea8f4db6 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792799 Aug 23 22:29:30.158344 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-45d70401-91cc-4ea0-84f6-98753d769b41 req-a025f1fc-2e4f-4c3f-b2b2-c72e79c69947 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 210 time: 0.0517123 Aug 23 22:29:30.199467 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-bf6129fc-0166-43db-a6b9-387645a9e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:30.202075 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-bf6129fc-0166-43db-a6b9-387645a9e58a service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.2266061 Aug 23 22:29:30.290438 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-1ca19af5-f772-44ba-bc98-cbb0226f98ad service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22c6f1c-3320-443a-8bec-aafb2744b504 HTTP/1.1" status: 200 len: 1002 time: 0.0816393 Aug 23 22:29:30.368815 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-5bb05f6d-5187-4ce7-bcb2-a85f620e8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:30.370501 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-5bb05f6d-5187-4ce7-bcb2-a85f620e8f52 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.0692387 Aug 23 22:29:30.450357 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-1142edad-d1ed-40e2-a121-90f5c281bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:30.452999 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-1142edad-d1ed-40e2-a121-90f5c281bf3b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755515 Aug 23 22:29:30.607374 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-f44f89ab-091b-47b9-bf7d-58570d83b8e7 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461346 Aug 23 22:29:30.650913 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:30.778105 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f202237-8897-4b34-a148-a443de52c821 req-f5b81b58-61ac-4a54-bd12-5db6b8ebf08f tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:30.779742 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4f202237-8897-4b34-a148-a443de52c821 req-f5b81b58-61ac-4a54-bd12-5db6b8ebf08f tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 945 time: 0.0688941 Aug 23 22:29:30.800611 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a258ea0f-cc47-4d93-8aca-69cce3295bce req-51f8ff53-0bb3-47ab-9e24-e14416120e14 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864004 Aug 23 22:29:30.849023 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4f202237-8897-4b34-a148-a443de52c821 req-34ffb975-721e-4edc-95c2-2426ccfb1931 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568871 Aug 23 22:29:31.255340 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fd080-c730-461f-bcfe-75dc831d535e req-a8505d2a-120e-449f-b660-8829d5d7c500 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:31.256924 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-889fd080-c730-461f-bcfe-75dc831d535e req-a8505d2a-120e-449f-b660-8829d5d7c500 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0653617 Aug 23 22:29:31.297080 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c080f110-2a08-4619-95d5-ccdbe8700d62 req-0f3d950e-c49c-46fc-8f96-c3786babaf0f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 210 time: 0.0324016 Aug 23 22:29:31.317960 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-889fd080-c730-461f-bcfe-75dc831d535e req-2f721a47-6c46-4eab-81e4-89dc91a12e88 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545819 Aug 23 22:29:31.990254 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=75 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:32.026784 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42819b-5d1d-437d-84a6-d1b15147a34b req-e672a902-2ed6-45c0-9b4f-b4ffc373f829 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:32.029184 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9a42819b-5d1d-437d-84a6-d1b15147a34b req-e672a902-2ed6-45c0-9b4f-b4ffc373f829 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 945 time: 0.0604253 Aug 23 22:29:32.058421 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:32.085973 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9a42819b-5d1d-437d-84a6-d1b15147a34b req-65b476e3-18a2-41cc-995a-c69e75d5231c tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 Aug 23 22:29:32.436928 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:32.445444 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a0d06039-29c9-4809-900c-5b4702773899 req-224498a1-23db-49b5-9467-ae288c1d40c9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 210 time: 0.0340137 Aug 23 22:29:32.502594 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e91ecb-6ecf-4abe-98a3-d9e032e01ea8 req-6319304c-a386-4924-abd3-1057753afeb1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:32.505228 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b9e91ecb-6ecf-4abe-98a3-d9e032e01ea8 req-6319304c-a386-4924-abd3-1057753afeb1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0882404 Aug 23 22:29:32.579535 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b9e91ecb-6ecf-4abe-98a3-d9e032e01ea8 req-980d5c8d-4a5f-4ed6-ab1d-f6ec0f89784c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670185 Aug 23 22:29:33.244576 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377c99c-63de-4e7b-b8e7-888cc33fafe1 req-b0e947a7-940e-4655-a3dc-fdb59f014680 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:33.246296 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a377c99c-63de-4e7b-b8e7-888cc33fafe1 req-b0e947a7-940e-4655-a3dc-fdb59f014680 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 945 time: 0.0592802 Aug 23 22:29:33.274122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:33.306663 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a377c99c-63de-4e7b-b8e7-888cc33fafe1 req-822af536-6a78-4ef2-8122-b182ba33e493 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540321 Aug 23 22:29:33.592847 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e00519c2-d19a-48f2-877b-76aaa10575a6 req-b508ac8a-5544-4ca7-909e-b75f859032e8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 210 time: 0.0457377 Aug 23 22:29:33.632754 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1639edc9-4474-4327-8f60-4798bd30f656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:33.761614 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804a04c-cb65-40e9-93ea-cdd138c730ec req-eb1ebc39-45f1-4096-968d-16c7a2e5870d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:33.764350 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3804a04c-cb65-40e9-93ea-cdd138c730ec req-eb1ebc39-45f1-4096-968d-16c7a2e5870d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0836718 Aug 23 22:29:33.840281 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-3804a04c-cb65-40e9-93ea-cdd138c730ec req-6350ff6c-84ce-4ab5-bb2b-099951ee2384 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682776 Aug 23 22:29:34.471825 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803d4c-4935-41a5-b028-f44538ecc79a req-135592b6-f338-44ba-8c3a-691910ad42b2 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:34.474456 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b4803d4c-4935-41a5-b028-f44538ecc79a req-135592b6-f338-44ba-8c3a-691910ad42b2 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 945 time: 0.0807340 Aug 23 22:29:34.534706 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b4803d4c-4935-41a5-b028-f44538ecc79a req-f4fe1043-acf1-4b63-926e-4420d4baac29 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546589 Aug 23 22:29:34.652571 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-ae1e807e-b7b3-4157-b728-dccb7b614359 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:34.654866 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-ae1e807e-b7b3-4157-b728-dccb7b614359 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 945 time: 0.0837710 Aug 23 22:29:34.718285 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-424bd040-b696-41da-a7d8-33bf49c96d8d req-67403d9e-8068-4abe-8ecf-67be2d3a2c96 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 210 time: 0.0319090 Aug 23 22:29:34.881533 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Deleting port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:29:34.882039 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:35.027657 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb90d-baf0-4b4d-a352-634c316fbb25 req-b82eaae6-fc6f-4274-b593-5607af432cc7 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:35.029431 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3e6fb90d-baf0-4b4d-a352-634c316fbb25 req-b82eaae6-fc6f-4274-b593-5607af432cc7 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0762351 Aug 23 22:29:35.031525 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] For port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:35.031887 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:35.057201 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Calling delete_port for c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:29:35.144281 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3e6fb90d-baf0-4b4d-a352-634c316fbb25 req-a96cfd0e-1176-46c5-9538-c109f2163d45 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024029 Aug 23 22:29:35.212904 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:35.250023 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (c1e4982f-78f6-4b6f-a0dc-6cc910e101a8), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:35.284405 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Pushing event deleted for resources: {'Port': ['ID=c1e4982f-78f6-4b6f-a0dc-6cc910e101a8,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:35.309532 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['c1e4982f-78f6-4b6f-a0dc-6cc910e101a8'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:29:35.340349 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] No DVR routers for this DVR port c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:29:35.343009 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:35.346334 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-699534e2-3786-419d-ad7d-5fc4272fd9a2 req-58e45cb2-6022-48e2-ad4d-80091f2033cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.86 "DELETE /networking/v2.0/ports/c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 HTTP/1.1" status: 204 len: 173 time: 0.5831335 Aug 23 22:29:35.346800 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0371a0e2-f3eb-4f94-a4c2-74e8335ce12e', 'name': 'network-vif-deleted', 'tag': 'c1e4982f-78f6-4b6f-a0dc-6cc910e101a8'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:35.349482 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc37f59d-7a4d-42e1-b355-a135a7e7bc30" -d '{"events": [{"server_uuid": "0371a0e2-f3eb-4f94-a4c2-74e8335ce12e", "name": "network-vif-deleted", "tag": "c1e4982f-78f6-4b6f-a0dc-6cc910e101a8"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:35.403784 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95cf467-337f-4a13-a866-cfcb0d34f565 x-openstack-request-id: req-c95cf467-337f-4a13-a866-cfcb0d34f565 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:35.404247 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0371a0e2-f3eb-4f94-a4c2-74e8335ce12e", "name": "network-vif-deleted", "tag": "c1e4982f-78f6-4b6f-a0dc-6cc910e101a8", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:35.405380 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c95cf467-337f-4a13-a866-cfcb0d34f565 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:35.405380 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95cf467-337f-4a13-a866-cfcb0d34f565'] response: {'server_uuid': '0371a0e2-f3eb-4f94-a4c2-74e8335ce12e', 'name': 'network-vif-deleted', 'tag': 'c1e4982f-78f6-4b6f-a0dc-6cc910e101a8', 'status': 'completed', 'code': 200} Aug 23 22:29:35.675253 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b9571921-ef2f-4e58-a84a-0c2f3d7aa342 req-23e0e3fd-0e35-49e8-bcb5-9ece81fe6455 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 210 time: 0.0332298 Aug 23 22:29:35.842613 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-71deb68f-bd05-43c9-9344-a2e2d128eb66 req-3050bb10-7e24-42af-b064-b94b00d85e01 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 210 time: 0.0311966 Aug 23 22:29:36.031133 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f44a-a3d6-4afd-bf04-b041d5d7b76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:36.350591 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2060bd2-85d7-42da-a692-23ce75295877 req-f608720d-5ae8-4a4a-a725-581d1d981c3f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:36.352203 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b2060bd2-85d7-42da-a692-23ce75295877 req-f608720d-5ae8-4a4a-a725-581d1d981c3f tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0986736 Aug 23 22:29:36.395665 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-f98cdb66-3ec5-4698-9258-6d4d5d2f22ac tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:36.397232 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-f98cdb66-3ec5-4698-9258-6d4d5d2f22ac tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 814 time: 0.1933479 Aug 23 22:29:36.434128 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b2060bd2-85d7-42da-a692-23ce75295877 req-64273ef1-a9bd-405f-8de4-d4eea483cafa tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703726 Aug 23 22:29:36.575520 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5ab0c-3ff1-494c-b087-532cf0faf7be req-555a7c41-c924-40c5-90d5-1b778b404609 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:36.577326 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-77b5ab0c-3ff1-494c-b087-532cf0faf7be req-555a7c41-c924-40c5-90d5-1b778b404609 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0640860 Aug 23 22:29:36.590096 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 57640) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:36.594976 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-d2bed597-3d9e-4671-af2e-c8006aea5197 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Request body: {'floatingip': {'port_id': 'e22c6f1c-3320-443a-8bec-aafb2744b504'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:36.668090 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d2bed597-3d9e-4671-af2e-c8006aea5197 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for floatingip (b364c184-f6dd-431a-b18b-8a83757bcaf5), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:36.671321 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:36.921696 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a2bf68d5-8fc6-4056-b32a-331b381a8734 req-655b5841-7d99-49ec-989a-77d235e6ee02 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0371a0e2-f3eb-4f94-a4c2-74e8335ce12e HTTP/1.1" status: 200 len: 210 time: 0.0722432 Aug 23 22:29:36.931952 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-9441cd95-cc9a-4793-986f-47cd3795bcc5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 380 time: 0.2029727 Aug 23 22:29:36.953183 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'port': {'device_id': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'admin_state_up': True, 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'security_groups': ['4dfa0429-73fa-4f9f-a936-f8f862185440']}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:37.041732 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ec397605-f6a6-4cb1-ac13-9490b22825d5 req-d23e92fb-e5db-4a2c-800d-637aa270b7be tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 210 time: 0.0551558 Aug 23 22:29:37.271988 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Made reservation on behalf of c0fc1c15f821495e9883814ffc7aed78 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:29:37.276187 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:37.629416 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:29:37.663321 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:29:37.663859 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device c1e4982f-78f6-4b6f-a0dc-6cc910e101a8 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:29:37.716762 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:37.874176 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Allocated IP 172.20.0.3 (4c01e5e5-25ba-44de-af70-328d6d292257/da87230b-040f-4662-82db-afbf246dea95/faa98708-0963-4cbe-98f1-6a55b7e5c07d) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:29:37.885020 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d2bed597-3d9e-4671-af2e-c8006aea5197 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:37.898425 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d2bed597-3d9e-4671-af2e-c8006aea5197 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (b364c184-f6dd-431a-b18b-8a83757bcaf5), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:38.026045 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:38.217444 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1bf345bd-0a1f-4a4c-9242-cd222113e392 req-53886098-a2eb-4f26-bbc7-91091fe6bf92 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 210 time: 0.0583050 Aug 23 22:29:38.256201 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:38.315144 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bed597-3d9e-4671-af2e-c8006aea5197 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:29:38.332143 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:38.465910 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Network 4c01e5e5-25ba-44de-af70-328d6d292257 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:29:38.474477 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:29:38.483825 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:29:38.488507 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:38.489927 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:38.504170 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=faa98708-0963-4cbe-98f1-6a55b7e5c07d,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:38.529780 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-7d9f21f1-ff4c-4d23-a1dc-5bbd95bc7485 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5847099 Aug 23 22:29:38.540936 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bed597-3d9e-4671-af2e-c8006aea5197 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:29:38.545963 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d2bed597-3d9e-4671-af2e-c8006aea5197 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:38.554740 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Request body: {'port': {'device_id': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:38.555128 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] Sync routers for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:29:38.579336 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:38.579964 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:38.639604 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:38.641897 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398e650d-2e81-44ef-b36f-f8fa29fc4adf" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:38.722082 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6681f52-1fff-4897-81a3-006929d1fa13 x-openstack-request-id: req-c6681f52-1fff-4897-81a3-006929d1fa13 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:38.722541 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:38.723030 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c6681f52-1fff-4897-81a3-006929d1fa13 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:38.724209 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6681f52-1fff-4897-81a3-006929d1fa13'] response: {'name': 'network-changed', 'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'status': 'completed', 'code': 200} Aug 23 22:29:38.732251 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:38.747152 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-d2bed597-3d9e-4671-af2e-c8006aea5197 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/b364c184-f6dd-431a-b18b-8a83757bcaf5 HTTP/1.1" status: 200 len: 994 time: 2.1550412 Aug 23 22:29:38.758087 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:38.831087 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:38.860175 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:38.865663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-2e39220b-2bd8-4e08-864a-585b784b2312 None None] Provisioning complete for port faa98708-0963-4cbe-98f1-6a55b7e5c07d triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:29:38.866043 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2e39220b-2bd8-4e08-864a-585b784b2312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:38.972443 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-2e39220b-2bd8-4e08-864a-585b784b2312 None None] Port faa98708-0963-4cbe-98f1-6a55b7e5c07d cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:29:39.031306 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:39.118867 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa98708-0963-4cbe-98f1-6a55b7e5c07d {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:29:39.128619 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Publish callbacks [] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:39.147367 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Transition to ACTIVE for port object faa98708-0963-4cbe-98f1-6a55b7e5c07d will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:29:39.151929 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:39.156850 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:39.185308 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'b364c184-f6dd-431a-b18b-8a83757bcaf5', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'port_id': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'mac_address': 'fa:16:3e:98:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:20Z', 'updated_at': '2022-08-23T22:29:37Z', 'revision_number': 3, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:25:01Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:39.221336 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] Checking router: f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:29:39.238820 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:39.238820 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:39.247838 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Pushing event updated for resources: {'Port': ['ID=faa98708-0963-4cbe-98f1-6a55b7e5c07d,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:39.265622 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Attempting to bind port faa98708-0963-4cbe-98f1-6a55b7e5c07d on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:29:39.266245 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Attempting to bind port faa98708-0963-4cbe-98f1-6a55b7e5c07d by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:29:39.266755 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Attempting to bind port faa98708-0963-4cbe-98f1-6a55b7e5c07d on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:29:39.275470 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Port faa98708-0963-4cbe-98f1-6a55b7e5c07d on network 4c01e5e5-25ba-44de-af70-328d6d292257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:29:39.275806 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Attempting to bind port faa98708-0963-4cbe-98f1-6a55b7e5c07d on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:29:39.282855 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:29:39.283138 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Checking segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:29:39.283613 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Bound using segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:29:39.284134 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Bound port: faa98708-0963-4cbe-98f1-6a55b7e5c07d, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:29:39.284503 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:39.386618 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] For port faa98708-0963-4cbe-98f1-6a55b7e5c07d, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:29:39.392513 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] For port faa98708-0963-4cbe-98f1-6a55b7e5c07d, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=faa98708-0963-4cbe-98f1-6a55b7e5c07d,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:29:39.404744 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:39.406436 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:39.410406 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:39.411284 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:39.412759 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/faa98708-0963-4cbe-98f1-6a55b7e5c07d HTTP/1.1" status: 200 len: 1093 time: 0.8628635 Aug 23 22:29:39.425009 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6d0b6-0192-44e4-a201-6e2ed54e5d5c req-26d2feba-9b59-4460-b615-b511c0d598cf tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:39.429002 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e0b6d0b6-0192-44e4-a201-6e2ed54e5d5c req-26d2feba-9b59-4460-b615-b511c0d598cf tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 943 time: 0.0862753 Aug 23 22:29:39.481250 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ed9e3-cd90-4309-8836-09ebab3b310b service neutron] Pushing event updated for resources: {'Port': ['ID=faa98708-0963-4cbe-98f1-6a55b7e5c07d,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:39.530668 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-e0b6d0b6-0192-44e4-a201-6e2ed54e5d5c req-cd15f27b-ba00-46b0-8b6a-5642f6f74c96 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=4dfa0429-73fa-4f9f-a936-f8f862185440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927737 Aug 23 22:29:39.851753 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'b364c184-f6dd-431a-b18b-8a83757bcaf5', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'port_id': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'mac_address': 'fa:16:3e:98:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:20Z', 'updated_at': '2022-08-23T22:29:37Z', 'revision_number': 3, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:25:01Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:39.898490 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d3567-b94c-43b3-b2d5-e8d9d34e0a79 None None] The sync data for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi is: [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': 'b364c184-f6dd-431a-b18b-8a83757bcaf5', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'port_id': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'mac_address': 'fa:16:3e:98:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:27:20Z', 'updated_at': '2022-08-23T22:29:37Z', 'revision_number': 3, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:25:01Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:29:40.124869 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:40.686105 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0749a-6cb7-4591-99ce-6965446bd22f req-700313ea-5ed6-4b91-acab-78aeaefb4453 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:40.688085 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6fe0749a-6cb7-4591-99ce-6965446bd22f req-700313ea-5ed6-4b91-acab-78aeaefb4453 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 943 time: 0.0645232 Aug 23 22:29:40.727938 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504'}, {'name': 'network-changed', 'server_uuid': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'tag': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:40.732082 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aabb0a8-8173-44e3-a188-2ee63bc715cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504"}, {"name": "network-changed", "server_uuid": "c789ef3c-a649-4967-a49e-e8ce958cc666", "tag": "faa98708-0963-4cbe-98f1-6a55b7e5c07d"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:40.784310 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6fe0749a-6cb7-4591-99ce-6965446bd22f req-7022e641-04b6-44a3-a477-b25ac952fbee tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=4dfa0429-73fa-4f9f-a936-f8f862185440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857594 Aug 23 22:29:40.811819 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69c5728-1f6c-4771-8eb5-ea038c6151e5 x-openstack-request-id: req-f69c5728-1f6c-4771-8eb5-ea038c6151e5 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:40.812176 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c789ef3c-a649-4967-a49e-e8ce958cc666", "tag": "faa98708-0963-4cbe-98f1-6a55b7e5c07d", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:40.812330 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f69c5728-1f6c-4771-8eb5-ea038c6151e5 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:40.812742 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69c5728-1f6c-4771-8eb5-ea038c6151e5'] response: {'name': 'network-changed', 'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'status': 'completed', 'code': 200} Aug 23 22:29:40.813001 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69c5728-1f6c-4771-8eb5-ea038c6151e5'] response: {'name': 'network-changed', 'server_uuid': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'tag': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d', 'status': 'completed', 'code': 200} Aug 23 22:29:41.028410 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:41.446433 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-cd40fde3-60bc-43fa-94b6-81f1459b1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:41.447958 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-cd40fde3-60bc-43fa-94b6-81f1459b1b5b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 1130 time: 0.0727613 Aug 23 22:29:41.453319 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-459780c0-5b32-4930-9d33-3b77976112f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:41.454829 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-459780c0-5b32-4930-9d33-3b77976112f8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 1127 time: 0.0511675 Aug 23 22:29:41.528259 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-a54814a3-8263-4850-b351-be09d729ec10 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa98708-0963-4cbe-98f1-6a55b7e5c07d HTTP/1.1" status: 200 len: 217 time: 0.0522823 Aug 23 22:29:41.657110 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:41.698254 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-e638527c-b7a0-431b-81e3-ba36a9e070b2 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1688991145&fields=id&tenant_id=2cfc99aa2ea246fb845d429885ff5209 HTTP/1.1" status: 200 len: 267 time: 0.1795998 Aug 23 22:29:41.703273 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-84a8fcc3-6715-4e35-b661-6f975a766bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:41.705100 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-84a8fcc3-6715-4e35-b661-6f975a766bd3 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.1677718 Aug 23 22:29:41.707214 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-58f497c8-55f2-42b5-a79b-1792e05c27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:41.709980 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-58f497c8-55f2-42b5-a79b-1792e05c27f7 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.2541077 Aug 23 22:29:41.850927 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-92c41ab6-5dd0-47e6-8fcc-4b67d742ceab tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:41.852556 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-92c41ab6-5dd0-47e6-8fcc-4b67d742ceab tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 985 time: 0.1413584 Aug 23 22:29:41.857177 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-56613677-2bac-41b4-88ad-ab3b3622220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:41.858157 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-56613677-2bac-41b4-88ad-ab3b3622220f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1334128 Aug 23 22:29:41.870541 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-4a225e12-98f0-48a9-85bc-9a8a5b9fc6a6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Request body: {'port': {'security_groups': ['a010d42d-4c4f-4ddb-987b-5704888be09d']}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:41.887781 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-a26af805-c5dc-4f2d-af15-a5088da19c75 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22c6f1c-3320-443a-8bec-aafb2744b504 HTTP/1.1" status: 200 len: 1002 time: 0.1615901 Aug 23 22:29:42.085380 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-84bd4e6b-babb-4866-9b61-265c7fc5cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:42.087195 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-84bd4e6b-babb-4866-9b61-265c7fc5cfe6 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.1780066 Aug 23 22:29:42.087713 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:42.109028 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-4a225e12-98f0-48a9-85bc-9a8a5b9fc6a6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:42.159293 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-2fff6668-be18-4bdf-97f6-4fcc3f9d6260 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846334 Aug 23 22:29:42.212882 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-27875fc7-c09d-49be-994a-596636b1d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:42.214569 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-27875fc7-c09d-49be-994a-596636b1d4a5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1191552 Aug 23 22:29:42.673828 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b0357abe-4cff-4da0-af9c-f5ba454648eb req-c42f4b30-fba3-476a-81b2-314d9a87c256 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052960 Aug 23 22:29:42.728394 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-b21898ad-3047-4f3f-8989-10c361a54abd service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072458 Aug 23 22:29:42.849514 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-4a225e12-98f0-48a9-85bc-9a8a5b9fc6a6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] For port e9f61e27-4256-4ba2-904d-a608368e989b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e9f61e27-4256-4ba2-904d-a608368e989b,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:42.900412 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-4a225e12-98f0-48a9-85bc-9a8a5b9fc6a6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for port (e9f61e27-4256-4ba2-904d-a608368e989b), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:42.906700 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-4a225e12-98f0-48a9-85bc-9a8a5b9fc6a6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:42.916346 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-4a225e12-98f0-48a9-85bc-9a8a5b9fc6a6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:42.917127 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-4a225e12-98f0-48a9-85bc-9a8a5b9fc6a6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:42.919123 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1ef72080-1ab6-4b8f-8db4-719da7107fc9 req-4a225e12-98f0-48a9-85bc-9a8a5b9fc6a6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "PUT /networking/v2.0/ports/e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 200 len: 943 time: 1.0570855 Aug 23 22:29:42.923010 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:42.925543 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a815d-eb11-4473-bddd-35e3f6d70c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:42.927838 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57702) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:42.945991 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['e9f61e27-4256-4ba2-904d-a608368e989b'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:29:42.996641 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:43.018354 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a225e12-98f0-48a9-85bc-9a8a5b9fc6a6 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event updated for resources: {'Port': ['ID=e9f61e27-4256-4ba2-904d-a608368e989b,revision_number=7']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:43.039051 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7004622-5136-444c-ab71-26629dd224f3 x-openstack-request-id: req-d7004622-5136-444c-ab71-26629dd224f3 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:43.039620 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:43.040072 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7004622-5136-444c-ab71-26629dd224f3 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:43.040644 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7004622-5136-444c-ab71-26629dd224f3'] response: {'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'status': 'completed', 'code': 200} Aug 23 22:29:43.056414 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d8021c6-2051-497c-ab5e-663336ec58c9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group (aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:43.086723 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d8021c6-2051-497c-ab5e-663336ec58c9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group (aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:43.169801 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['e9f61e27-4256-4ba2-904d-a608368e989b'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:29:43.196354 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d8021c6-2051-497c-ab5e-663336ec58c9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:43.199428 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5d8021c6-2051-497c-ab5e-663336ec58c9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:43.203934 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 57710) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:43.204169 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5d8021c6-2051-497c-ab5e-663336ec58c9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3 HTTP/1.1" status: 204 len: 168 time: 0.2746696 Aug 23 22:29:43.217442 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8021c6-2051-497c-ab5e-663336ec58c9 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6ccaf7-521c-4684-8cc3-34c22f4fb4a3,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:43.296199 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:43.416617 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:43.444163 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Deleting port ac881e28-949d-4cd5-a0e5-094410260d21 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:29:43.446098 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (ac881e28-949d-4cd5-a0e5-094410260d21), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:43.507310 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:43.608783 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (ac881e28-949d-4cd5-a0e5-094410260d21), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:43.609381 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for floatingip (ac881e28-949d-4cd5-a0e5-094410260d21), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:43.635755 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Calling delete_port for ac881e28-949d-4cd5-a0e5-094410260d21 owned by network:floatingip {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:29:43.865251 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:43.889953 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (ac881e28-949d-4cd5-a0e5-094410260d21), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:43.940749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event deleted for resources: {'Port': ['ID=ac881e28-949d-4cd5-a0e5-094410260d21,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:43.987114 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks [] for floatingip (665ac498-d500-47fb-b4f3-dd6fd855ce09), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:43.987661 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Floating IP 665ac498-d500-47fb-b4f3-dd6fd855ce09 disassociated (deleted). External IP: 172.27.2.206, port: e9f61e27-4256-4ba2-904d-a608368e989b. Aug 23 22:29:44.236254 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:29:44.370377 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:29:44.377399 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:44.384796 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] Sync routers for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:29:44.404534 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:44.405648 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:44.424311 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-71ad47a9-6ed3-4db1-bca3-f989efa4eced tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/665ac498-d500-47fb-b4f3-dd6fd855ce09 HTTP/1.1" status: 204 len: 168 time: 1.2192349 Aug 23 22:29:44.532516 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:44.815637 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'fe570546-763e-4fed-ae18-d94002eb1d32', 'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'mac_address': 'fa:16:3e:07:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:15Z', 'updated_at': '2022-08-23T22:26:22Z', 'revision_number': 5, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'subnets': [{'id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:44.847859 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] Checking router: 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:29:44.857624 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:44.858257 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:44.976055 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:45.042908 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:45.045701 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b25d280-4753-4b50-b179-2764476fe668" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:45.111955 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9583d024-d6b9-41f6-9dfb-7229dfa7955c x-openstack-request-id: req-9583d024-d6b9-41f6-9dfb-7229dfa7955c {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:45.112306 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:45.112662 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9583d024-d6b9-41f6-9dfb-7229dfa7955c {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:45.113465 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9583d024-d6b9-41f6-9dfb-7229dfa7955c'] response: {'name': 'network-changed', 'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'status': 'completed', 'code': 200} Aug 23 22:29:45.194617 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'fe570546-763e-4fed-ae18-d94002eb1d32', 'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'mac_address': 'fa:16:3e:07:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:15Z', 'updated_at': '2022-08-23T22:26:22Z', 'revision_number': 5, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'subnets': [{'id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:45.221798 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de13ea-3c83-41c6-9857-47a8b09ea143 None None] The sync data for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi is: [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:26:16Z', 'revision_number': 4, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'fe570546-763e-4fed-ae18-d94002eb1d32', 'name': '', 'network_id': 'ffa6addb-18b1-4758-90d8-b21ba7a6d789', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'mac_address': 'fa:16:3e:07:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:15Z', 'updated_at': '2022-08-23T22:26:22Z', 'revision_number': 5, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'subnets': [{'id': 'c1cfa966-9af4-4c52-88da-d5f2e6d20433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:29:45.498814 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa352f79-4e9e-4ded-bc09-1f0475743b98 None None] New status for floating IP 665ac498-d500-47fb-b4f3-dd6fd855ce09: DOWN {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:29:46.593806 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:46.623373 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25d280-4753-4b50-b179-2764476fe668 req-ff928322-8dbf-4cbf-85f6-3dc449fb64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:46.624945 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6b25d280-4753-4b50-b179-2764476fe668 req-ff928322-8dbf-4cbf-85f6-3dc449fb64ff service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=2cfc99aa2ea246fb845d429885ff5209&device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 1130 time: 0.1390071 Aug 23 22:29:46.698705 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-398e650d-2e81-44ef-b36f-f8fa29fc4adf req-52f6b725-e230-4a70-b388-c5e35e0feaec service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640257 Aug 23 22:29:46.743324 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-d8cc52b9-c321-46bf-ae83-ea4ac00ad77b tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:46.745996 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-d8cc52b9-c321-46bf-ae83-ea4ac00ad77b tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/networks?id=5bddff4f-8ee4-4f70-b11a-45aed32fa202 HTTP/1.1" status: 200 len: 811 time: 0.2051113 Aug 23 22:29:46.770337 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-a9465629-e425-47e2-8476-43ca788b16d3 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/quotas/73aca04a5685447fb698a46da1b0b8ff HTTP/1.1" status: 200 len: 375 time: 0.0167978 Aug 23 22:29:46.820238 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-25b30e38-0350-4ac1-abc4-279635a18383 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=73aca04a5685447fb698a46da1b0b8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436461 Aug 23 22:29:46.932519 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-1bd334c8-d3a2-4f49-8c36-155802d311c9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990486 Aug 23 22:29:47.041106 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-8e25ffc0-6c8f-4f50-833d-a601537fe093 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019769 Aug 23 22:29:47.171089 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:47.196295 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-6c8d8855-1ace-44f7-b318-d41ff294d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:47.197739 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-6c8d8855-1ace-44f7-b318-d41ff294d35e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 1130 time: 0.0693061 Aug 23 22:29:47.202914 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25d280-4753-4b50-b179-2764476fe668 req-875f4c96-992e-4bfd-953b-c60079b7ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:47.204373 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6b25d280-4753-4b50-b179-2764476fe668 req-875f4c96-992e-4bfd-953b-c60079b7ea8a service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ffa6addb-18b1-4758-90d8-b21ba7a6d789 HTTP/1.1" status: 200 len: 916 time: 0.1436169 Aug 23 22:29:47.288778 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6b25d280-4753-4b50-b179-2764476fe668 req-ef63d300-27a1-414a-a613-ebc3cf07c66a service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 200 len: 217 time: 0.0734444 Aug 23 22:29:47.432254 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2f325a7c-0fe4-4ac5-ae72-7fb66ab21f70 req-f2c78211-af55-4c45-b572-da7c0d915606 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 210 time: 0.0848966 Aug 23 22:29:47.468723 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25d280-4753-4b50-b179-2764476fe668 req-4cff0183-6651-493b-924c-0dc21f193ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:47.471420 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6b25d280-4753-4b50-b179-2764476fe668 req-4cff0183-6651-493b-924c-0dc21f193ea5 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=c1cfa966-9af4-4c52-88da-d5f2e6d20433 HTTP/1.1" status: 200 len: 853 time: 0.1252058 Aug 23 22:29:47.497738 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-f62a6795-1e17-45b2-8a50-3e632290a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:47.500513 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-f62a6795-1e17-45b2-8a50-3e632290a48f service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.2949395 Aug 23 22:29:47.555396 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25d280-4753-4b50-b179-2764476fe668 req-055e0468-23ee-44dc-93a5-03844a4ac3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:47.557245 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6b25d280-4753-4b50-b179-2764476fe668 req-055e0468-23ee-44dc-93a5-03844a4ac3e1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ffa6addb-18b1-4758-90d8-b21ba7a6d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758593 Aug 23 22:29:47.797112 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-16aef617-2776-4997-a6bd-2f3a5d535c67 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22c6f1c-3320-443a-8bec-aafb2744b504 HTTP/1.1" status: 200 len: 1002 time: 0.2344398 Aug 23 22:29:47.862948 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6b25d280-4753-4b50-b179-2764476fe668 req-187d7973-82ba-4f61-a8ec-53f2177dd736 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945654 Aug 23 22:29:47.869758 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ae330-b522-4d0f-9213-ecc25b804b96 req-70567b3b-61d0-4612-82b3-f81a627219be tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:47.871488 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-219ae330-b522-4d0f-9213-ecc25b804b96 req-70567b3b-61d0-4612-82b3-f81a627219be tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0740857 Aug 23 22:29:47.930764 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-219ae330-b522-4d0f-9213-ecc25b804b96 req-c486e1c6-1447-4ae3-a0dc-8c0af95b43b7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520878 Aug 23 22:29:48.126954 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device faa98708-0963-4cbe-98f1-6a55b7e5c07d details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:29:48.247096 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port faa98708-0963-4cbe-98f1-6a55b7e5c07d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=faa98708-0963-4cbe-98f1-6a55b7e5c07d,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:48.266086 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'port_id': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d', 'mac_address': 'fa:16:3e:05:e4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:29:48.306369 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port faa98708-0963-4cbe-98f1-6a55b7e5c07d is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:29:48.306789 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:48.322690 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa98708-0963-4cbe-98f1-6a55b7e5c07d {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:29:48.346493 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port faa98708-0963-4cbe-98f1-6a55b7e5c07d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=faa98708-0963-4cbe-98f1-6a55b7e5c07d,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:48.352640 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:48.410002 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=faa98708-0963-4cbe-98f1-6a55b7e5c07d,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:48.418654 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.419163 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.419623 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.420074 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.420496 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.420921 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.421374 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.421799 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.422216 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.422633 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.423072 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.423563 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.423985 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.424401 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.424819 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:29:48.554134 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-72f51769-6989-4801-9830-41f5427aac92 req-c2408913-4ac5-4b9c-8a23-206abd69c740 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 210 time: 0.0312619 Aug 23 22:29:48.792754 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['faa98708-0963-4cbe-98f1-6a55b7e5c07d'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:29:49.063373 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae97ed-5cb1-4eee-8edc-d11209fd1d7d req-c26dac26-810a-4e75-b5bd-484fcc5136c7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:49.064849 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-88ae97ed-5cb1-4eee-8edc-d11209fd1d7d req-c26dac26-810a-4e75-b5bd-484fcc5136c7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0518746 Aug 23 22:29:49.085879 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:49.118405 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-88ae97ed-5cb1-4eee-8edc-d11209fd1d7d req-c8ccad0d-bdc0-4f93-b644-b8dc8f650cf4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474043 Aug 23 22:29:49.664405 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-56bfaf03-9f04-461c-8991-00d156ed1f35 req-a36edba3-2ced-4485-8126-f672730d97b6 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 210 time: 0.0297630 Aug 23 22:29:50.152830 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device faa98708-0963-4cbe-98f1-6a55b7e5c07d up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:29:50.204572 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port faa98708-0963-4cbe-98f1-6a55b7e5c07d completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:29:50.212003 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port faa98708-0963-4cbe-98f1-6a55b7e5c07d triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:29:50.212373 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:50.256948 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:50.271367 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f336e-5502-412b-8217-75fbf50e55a1 req-ca7d6cba-9b4c-4537-b893-b0b48cf8558c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:50.273296 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ab1f336e-5502-412b-8217-75fbf50e55a1 req-ca7d6cba-9b4c-4537-b893-b0b48cf8558c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0724361 Aug 23 22:29:50.332294 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port faa98708-0963-4cbe-98f1-6a55b7e5c07d is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:29:50.332587 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:50.361244 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:50.364678 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9bb21c-9595-4222-bae1-d11eb33d512b" -d '{"events": [{"server_uuid": "c789ef3c-a649-4967-a49e-e8ce958cc666", "name": "network-vif-plugged", "status": "completed", "tag": "faa98708-0963-4cbe-98f1-6a55b7e5c07d"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:50.382257 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port faa98708-0963-4cbe-98f1-6a55b7e5c07d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=faa98708-0963-4cbe-98f1-6a55b7e5c07d,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:50.391642 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:50.478009 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-73206a3f-7e67-4011-8819-ffde10676a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:50.479730 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-73206a3f-7e67-4011-8819-ffde10676a87 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.2053130 Aug 23 22:29:50.488554 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=faa98708-0963-4cbe-98f1-6a55b7e5c07d,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:50.533534 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:50.911860 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ab1f336e-5502-412b-8217-75fbf50e55a1 req-fe80c680-75e1-4be3-a48b-f8e59fd6d149 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6269574 Aug 23 22:29:50.934746 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-9f02905e-5eeb-4193-95ee-cc66a57e0c15 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:50.936240 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-9f02905e-5eeb-4193-95ee-cc66a57e0c15 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.4554117 Aug 23 22:29:50.943879 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6b25d280-4753-4b50-b179-2764476fe668 req-07310d32-9b1a-421c-93d4-31e9e1bde3b0 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6210389 Aug 23 22:29:50.945034 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-bcfbbfb6-3f89-437e-8467-124cb12b471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:50.946471 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-bcfbbfb6-3f89-437e-8467-124cb12b471a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4397793 Aug 23 22:29:50.976029 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ad0db2-a231-4d26-9f1b-a70e9789257e x-openstack-request-id: req-83ad0db2-a231-4d26-9f1b-a70e9789257e {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:50.976395 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789ef3c-a649-4967-a49e-e8ce958cc666", "name": "network-vif-plugged", "status": "completed", "tag": "faa98708-0963-4cbe-98f1-6a55b7e5c07d", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:50.977426 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-83ad0db2-a231-4d26-9f1b-a70e9789257e {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:50.977426 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ad0db2-a231-4d26-9f1b-a70e9789257e'] response: {'server_uuid': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d', 'code': 200} Aug 23 22:29:51.121706 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b7fe5d6b-70c3-47fd-8c0c-ed3b4e0ac7d2 req-ffbbd3e3-69de-4465-afee-de3c42593613 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 210 time: 0.0330071 Aug 23 22:29:51.394028 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:51.403783 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-53f933ee-8331-41e4-9479-f5cb9bc79dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:51.406408 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-53f933ee-8331-41e4-9479-f5cb9bc79dc7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=2cfc99aa2ea246fb845d429885ff5209&device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 1130 time: 0.1661246 Aug 23 22:29:51.410833 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Deleting port 614d514f-5113-4d77-8846-ee45da0b972d {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:29:51.411371 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (614d514f-5113-4d77-8846-ee45da0b972d), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:51.468572 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-d2278aca-da1e-4483-9f2e-f182d5505244 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:51.470329 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-d2278aca-da1e-4483-9f2e-f182d5505244 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.86 "GET /networking/v2.0/networks?id=5bddff4f-8ee4-4f70-b11a-45aed32fa202 HTTP/1.1" status: 200 len: 811 time: 0.1806045 Aug 23 22:29:51.496866 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Request body: {'port': {'device_id': '1e60237b-94d3-441b-b7d5-ca559d89b007', 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202', 'admin_state_up': True, 'tenant_id': '73aca04a5685447fb698a46da1b0b8ff'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:51.601826 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440ae8e-deda-4ed0-95b6-4412a63ba00a req-2bcfbc74-a0da-4e20-b479-0dc344e16f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:51.603416 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1440ae8e-deda-4ed0-95b6-4412a63ba00a req-2bcfbc74-a0da-4e20-b479-0dc344e16f9c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 1129 time: 0.0860462 Aug 23 22:29:51.644513 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-d15e8d02-d583-4ecb-9eb1-d98c93ff4a2e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912031 Aug 23 22:29:51.717728 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Made reservation on behalf of 73aca04a5685447fb698a46da1b0b8ff for: {'port': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:29:51.721729 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:51.741765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] For port 614d514f-5113-4d77-8846-ee45da0b972d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=614d514f-5113-4d77-8846-ee45da0b972d,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:51.742395 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (614d514f-5113-4d77-8846-ee45da0b972d), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:51.748037 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-29a190c1-abff-4bdc-abef-05d198b9afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:51.749684 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-29a190c1-abff-4bdc-abef-05d198b9afc6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ffa6addb-18b1-4758-90d8-b21ba7a6d789 HTTP/1.1" status: 200 len: 916 time: 0.3344026 Aug 23 22:29:51.765850 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd334c-5c97-4961-a404-75814b805e56 req-09b2a233-0bfe-4753-a7f6-fe54d233d137 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:51.767521 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3efd334c-5c97-4961-a404-75814b805e56 req-09b2a233-0bfe-4753-a7f6-fe54d233d137 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 946 time: 0.0926003 Aug 23 22:29:51.827454 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:51.908509 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:51.922173 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3efd334c-5c97-4961-a404-75814b805e56 req-f681358a-424a-4d4a-9cb2-0fecca1ec3f9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144934 Aug 23 22:29:51.931709 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Allocated IP 172.20.0.14 (5bddff4f-8ee4-4f70-b11a-45aed32fa202/8a2ec43b-22cb-4499-b8c2-ccd48d20512d/f3cc9f8e-d4bb-4be5-9331-919d7c7999fc) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:29:52.054659 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:52.095649 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:52.096052 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (e56003c5-0812-4c62-a4c8-6d939600dab3), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:52.096475 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Floating IP e56003c5-0812-4c62-a4c8-6d939600dab3 disassociated. External IP: 172.27.2.34, port: 614d514f-5113-4d77-8846-ee45da0b972d. Aug 23 22:29:52.096884 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Calling delete_port for 614d514f-5113-4d77-8846-ee45da0b972d owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:29:52.111132 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabdac2-d24e-4ec6-a863-3a06484402ac req-c4f3f547-8064-40df-aca2-c9d5ba1f74e7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:52.112743 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9fabdac2-d24e-4ec6-a863-3a06484402ac req-c4f3f547-8064-40df-aca2-c9d5ba1f74e7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 946 time: 0.0984895 Aug 23 22:29:52.157165 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks [] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:52.198181 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:52.225704 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9fabdac2-d24e-4ec6-a863-3a06484402ac req-e034132b-104d-496b-a8da-42c86759a97d tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f581347e-45f8-4df1-8c1a-36fa2a4490bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747561 Aug 23 22:29:52.254799 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:29:52.256131 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:29:52.259728 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:29:52.333253 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Pushing event updated for resources: {'Port': ['ID=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:52.350533 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (614d514f-5113-4d77-8846-ee45da0b972d), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:52.375137 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:52.376225 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:52.399721 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event deleted for resources: {'Port': ['ID=614d514f-5113-4d77-8846-ee45da0b972d,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:52.407408 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2c13fc43-6bb9-4b5a-a04f-5578b34ea029 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9138770 Aug 23 22:29:52.505481 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011788ee-d967-4355-96d3-42b8d781e6f9 req-071f3279-55cf-4ad9-82da-32164389f387 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:52.507120 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-011788ee-d967-4355-96d3-42b8d781e6f9 req-071f3279-55cf-4ad9-82da-32164389f387 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 932 time: 0.1235151 Aug 23 22:29:52.539674 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:52.588594 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-011788ee-d967-4355-96d3-42b8d781e6f9 req-442229e5-0dd9-4ef1-86b2-f1455f459b69 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725684 Aug 23 22:29:52.596796 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Router a32c80e4-d692-4756-b590-48656289da2c has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:29:52.731233 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:29:52.752160 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] Sync routers for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:29:52.786514 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:52.787577 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:52.800045 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] No DVR routers for this DVR port 614d514f-5113-4d77-8846-ee45da0b972d on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:29:52.803656 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:52.807077 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4eb44221-6b98-47f7-97ec-dd5adec85cfa req-2dc4afb1-2e69-4ff4-96ef-f2a5d4ee6be5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "DELETE /networking/v2.0/ports/614d514f-5113-4d77-8846-ee45da0b972d HTTP/1.1" status: 204 len: 173 time: 1.6524444 Aug 23 22:29:52.807596 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'name': 'network-vif-deleted', 'tag': '614d514f-5113-4d77-8846-ee45da0b972d'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:52.810170 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a80408-6cb2-42c0-bf66-0498aad630bf" -d '{"events": [{"server_uuid": "fd812373-cfc2-4d5e-8230-2e0a72153994", "name": "network-vif-deleted", "tag": "614d514f-5113-4d77-8846-ee45da0b972d"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:52.850977 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa893378-37bc-4628-a55a-a053ab8bd3ca x-openstack-request-id: req-fa893378-37bc-4628-a55a-a053ab8bd3ca {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:52.851385 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd812373-cfc2-4d5e-8230-2e0a72153994", "name": "network-vif-deleted", "tag": "614d514f-5113-4d77-8846-ee45da0b972d", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:52.851559 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fa893378-37bc-4628-a55a-a053ab8bd3ca {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:52.851918 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa893378-37bc-4628-a55a-a053ab8bd3ca'] response: {'server_uuid': 'fd812373-cfc2-4d5e-8230-2e0a72153994', 'name': 'network-vif-deleted', 'tag': '614d514f-5113-4d77-8846-ee45da0b972d', 'status': 'completed', 'code': 200} Aug 23 22:29:52.927760 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:53.093582 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65db3d-76da-48f1-bac7-210838b3aa57 req-ec86d4d0-bc7f-4b29-80ff-72ba243995de tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:53.095207 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7b65db3d-76da-48f1-bac7-210838b3aa57 req-ec86d4d0-bc7f-4b29-80ff-72ba243995de tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 946 time: 0.0582964 Aug 23 22:29:53.135138 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:53.138197 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:53.173449 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] Checking router: a32c80e4-d692-4756-b590-48656289da2c for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:29:53.176802 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:53.180273 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7b65db3d-76da-48f1-bac7-210838b3aa57 req-713b00ec-44ed-4e9c-9db4-9397a9e7ae94 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776227 Aug 23 22:29:53.189401 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:53.190516 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:53.297294 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Request body: {'port': {'device_id': '1e60237b-94d3-441b-b7d5-ca559d89b007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:29:53.370225 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-8ec8f241-ea56-4fc8-9532-b96782d8c99f service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 200 len: 217 time: 0.1008620 Aug 23 22:29:53.417146 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1440ae8e-deda-4ed0-95b6-4412a63ba00a req-944bca7c-5fef-47d4-819e-e6852734e2ec service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=4dfa0429-73fa-4f9f-a936-f8f862185440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764116 Aug 23 22:29:53.417867 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:53.424571 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-732158a7-22b9-4bb0-b3cb-dd1f844404b1 req-ce51363d-3edb-4012-8aa1-4b26fe6ce30e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 210 time: 0.0562963 Aug 23 22:29:53.477153 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:53.488998 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-4cc6bdf3-8ab3-4a00-9b26-2bfd7cdba0d8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279480 Aug 23 22:29:53.698104 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:53.728743 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111314f-53d8-40d7-abfd-83457925c8f8 None None] The sync data for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi is: [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:29:53.734389 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cc9f8e-d4bb-4be5-9331-919d7c7999fc {{(pid=106593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:29:53.739738 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61052575-e85f-42b6-b8eb-06dd0a03b23c req-671cb57e-c666-42fc-84de-208f03897861 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:53.741385 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-61052575-e85f-42b6-b8eb-06dd0a03b23c req-671cb57e-c666-42fc-84de-208f03897861 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 932 time: 0.0597732 Aug 23 22:29:53.748788 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Publish callbacks [] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:53.764667 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.provisioning_blocks [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Transition to ACTIVE for port object f3cc9f8e-d4bb-4be5-9331-919d7c7999fc will not be triggered until provisioned by entity L2. {{(pid=106593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:29:53.770961 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:53.772363 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:53.776341 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:53.825500 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:53.853608 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-61052575-e85f-42b6-b8eb-06dd0a03b23c req-1e8c4964-573d-46cc-a5bf-6e72cdca240b tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047862 Aug 23 22:29:53.857272 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Pushing event updated for resources: {'Port': ['ID=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:53.956793 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Attempting to bind port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:29:53.957745 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Attempting to bind port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'dcf543d3-8e15-49d2-b600-2cd95a9035f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202'}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:29:53.958253 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Attempting to bind port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc on network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:29:53.969878 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc on network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:29:53.970755 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Attempting to bind port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc on network 5bddff4f-8ee4-4f70-b11a-45aed32fa202 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:29:53.984242 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:29:53.984731 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Checking segment: {'id': 'dcf543d3-8e15-49d2-b600-2cd95a9035f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:29:53.985213 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Bound using segment: {'id': 'dcf543d3-8e15-49d2-b600-2cd95a9035f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202'} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:29:53.985724 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Bound port: f3cc9f8e-d4bb-4be5-9331-919d7c7999fc, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf543d3-8e15-49d2-b600-2cd95a9035f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202'}}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:29:53.986189 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:54.188586 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-1a88631c-acd4-477f-b579-9f88fc6f3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:54.190347 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-1a88631c-acd4-477f-b579-9f88fc6f3760 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=c1cfa966-9af4-4c52-88da-d5f2e6d20433 HTTP/1.1" status: 200 len: 853 time: 0.1502466 Aug 23 22:29:54.212918 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e43aa-3c0c-482f-a31e-e8fd92638134 None None] New status for floating IP e56003c5-0812-4c62-a4c8-6d939600dab3: DOWN {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:29:54.290281 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:54.322127 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90085c-e523-4cf9-9350-11d7bffa4f23 req-b9a45ec9-fcb9-4b39-9bc5-055cd3aa5449 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:54.323919 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8f90085c-e523-4cf9-9350-11d7bffa4f23 req-b9a45ec9-fcb9-4b39-9bc5-055cd3aa5449 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.0614548 Aug 23 22:29:54.355177 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] For port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc, host hv-cinder-85032, cleared binding levels {{(pid=106593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:29:54.360403 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] For port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:29:54.373379 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:54.382088 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:54.383311 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:54.385715 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/f3cc9f8e-d4bb-4be5-9331-919d7c7999fc HTTP/1.1" status: 200 len: 1094 time: 1.1294334 Aug 23 22:29:54.389462 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e60237b-94d3-441b-b7d5-ca559d89b007', 'tag': 'f3cc9f8e-d4bb-4be5-9331-919d7c7999fc'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:54.393513 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f7430a-f4e1-494d-935f-d0c5765ba176" -d '{"events": [{"name": "network-changed", "server_uuid": "1e60237b-94d3-441b-b7d5-ca559d89b007", "tag": "f3cc9f8e-d4bb-4be5-9331-919d7c7999fc"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:54.407097 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8f90085c-e523-4cf9-9350-11d7bffa4f23 req-7bb81b6a-09c6-4dcd-b755-e188c0ec3cf3 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752223 Aug 23 22:29:54.488944 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7125d5-7bcb-40df-a626-7280da981afe service neutron] Pushing event updated for resources: {'Port': ['ID=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,revision_number=3']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:54.642852 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73680d-5be9-4200-bea2-c8c59096e57a req-d266da79-4f04-4f9a-8e16-c7cf6d75e9c3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:54.645490 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fd73680d-5be9-4200-bea2-c8c59096e57a req-d266da79-4f04-4f9a-8e16-c7cf6d75e9c3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 946 time: 0.1222692 Aug 23 22:29:54.664995 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-12046990-234f-4420-842e-b2d207f7ddfd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:54.666737 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-12046990-234f-4420-842e-b2d207f7ddfd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 946 time: 0.1110334 Aug 23 22:29:54.673631 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-4edecb80-205c-4554-bdfd-d3b8c1e1e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:54.676170 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-4edecb80-205c-4554-bdfd-d3b8c1e1e9ff service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 1129 time: 0.0713048 Aug 23 22:29:54.677336 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-ab3679de-6205-4c45-b58b-dc81eb491eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:54.679111 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-ab3679de-6205-4c45-b58b-dc81eb491eeb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ffa6addb-18b1-4758-90d8-b21ba7a6d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066406 Aug 23 22:29:54.723267 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fd73680d-5be9-4200-bea2-c8c59096e57a req-c073648b-b52c-419a-aee4-24b45a3fc226 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673211 Aug 23 22:29:54.780939 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a3af95-a4fd-4c71-925c-976afef69649 x-openstack-request-id: req-95a3af95-a4fd-4c71-925c-976afef69649 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:54.781455 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e60237b-94d3-441b-b7d5-ca559d89b007", "tag": "f3cc9f8e-d4bb-4be5-9331-919d7c7999fc", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:54.781863 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-95a3af95-a4fd-4c71-925c-976afef69649 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:54.782541 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a3af95-a4fd-4c71-925c-976afef69649'] response: {'name': 'network-changed', 'server_uuid': '1e60237b-94d3-441b-b7d5-ca559d89b007', 'tag': 'f3cc9f8e-d4bb-4be5-9331-919d7c7999fc', 'status': 'completed', 'code': 200} Aug 23 22:29:54.878196 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-083c77d5-ae0c-48d0-a431-3fb7f35ab44b req-d93a363e-17c2-4477-b2bf-abb08ce45f90 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 210 time: 0.0321298 Aug 23 22:29:55.002099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db616bab-e8b0-4d67-9170-c885305aa839 req-7b57ef48-dde7-4343-8fbb-91781c7e0a40 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:55.003697 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-db616bab-e8b0-4d67-9170-c885305aa839 req-7b57ef48-dde7-4343-8fbb-91781c7e0a40 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 944 time: 0.0504863 Aug 23 22:29:55.061728 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-db616bab-e8b0-4d67-9170-c885305aa839 req-62f29627-137a-407b-99ed-46b65724643a tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512521 Aug 23 22:29:55.575941 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6980a-de6f-4c37-b509-0ba6dd93bfff req-f4f8a9e7-e5d2-47d5-bea5-9e21401e68b2 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:55.577533 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38b6980a-de6f-4c37-b509-0ba6dd93bfff req-f4f8a9e7-e5d2-47d5-bea5-9e21401e68b2 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.0594280 Aug 23 22:29:55.604626 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:55.630284 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-38b6980a-de6f-4c37-b509-0ba6dd93bfff req-d445563a-0169-4bd6-8db7-00ed4e72936b tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462263 Aug 23 22:29:55.860598 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bd6ea-9fa5-430c-8696-0047c0ebf708 req-8ae04530-3591-4885-9171-0e492fea0925 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:55.862594 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-849bd6ea-9fa5-430c-8696-0047c0ebf708 req-8ae04530-3591-4885-9171-0e492fea0925 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 946 time: 0.0509701 Aug 23 22:29:55.942796 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-849bd6ea-9fa5-430c-8696-0047c0ebf708 req-4f7c7507-8a46-42e8-9608-a79cf58810aa tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730255 Aug 23 22:29:56.056644 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0e8c5175-bc59-4510-b648-14edaa1489ea req-4668d7df-1733-48c4-97a8-caf1f538ac20 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 210 time: 0.0341465 Aug 23 22:29:56.208720 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efd7e1-6831-4da6-bfcf-939ce655c553 req-b19d2654-61c2-4c9b-b4ac-7474d6cffb6e tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:56.210580 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-19efd7e1-6831-4da6-bfcf-939ce655c553 req-b19d2654-61c2-4c9b-b4ac-7474d6cffb6e tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 944 time: 0.0577469 Aug 23 22:29:56.259300 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 614d514f-5113-4d77-8846-ee45da0b972d no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:29:56.284709 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 614d514f-5113-4d77-8846-ee45da0b972d {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:29:56.285732 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 614d514f-5113-4d77-8846-ee45da0b972d not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:29:56.286258 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 5867c0e1-ac00-4c87-bd75-9ca953635248 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:29:56.298255 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-19efd7e1-6831-4da6-bfcf-939ce655c553 req-e57a6874-37d2-4ca9-bed5-e4ac3d13c8cb tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814507 Aug 23 22:29:56.370151 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 5867c0e1-ac00-4c87-bd75-9ca953635248 is: ACTIVE; New status is: DOWN {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:29:56.370588 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:56.397593 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:56.399948 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bc8e37-0f9c-41f4-9ee2-cab00c1dde80" -d '{"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:56.420203 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:56.424889 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:56.452304 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab66e37b-3d96-4b9d-84ef-96fcde62ab08 x-openstack-request-id: req-ab66e37b-3d96-4b9d-84ef-96fcde62ab08 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:56.452669 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:56.452846 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ab66e37b-3d96-4b9d-84ef-96fcde62ab08 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:56.453291 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab66e37b-3d96-4b9d-84ef-96fcde62ab08'] response: {'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'code': 200} Aug 23 22:29:56.485211 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=11']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:56.795702 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840bbf6-6d07-4005-9339-e0c6a53e6f98 req-c26fa76c-ca3e-4af6-8b8a-0812fb44fb39 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:56.797399 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c840bbf6-6d07-4005-9339-e0c6a53e6f98 req-c26fa76c-ca3e-4af6-8b8a-0812fb44fb39 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.0631986 Aug 23 22:29:56.856015 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c840bbf6-6d07-4005-9339-e0c6a53e6f98 req-fd3ea10e-857f-456b-8e51-6fe8fc36131e tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498924 Aug 23 22:29:57.082828 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-6dbfd84c-a599-493f-b073-c3f94c0d0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:57.086424 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-6dbfd84c-a599-493f-b073-c3f94c0d0710 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=73aca04a5685447fb698a46da1b0b8ff&device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 1128 time: 0.0738890 Aug 23 22:29:57.162084 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-e62dddf5-0198-4a04-99e9-c16d7458947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:57.165732 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-e62dddf5-0198-4a04-99e9-c16d7458947e service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 916 time: 0.2451499 Aug 23 22:29:57.219237 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Deleting port 5867c0e1-ac00-4c87-bd75-9ca953635248 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:29:57.220152 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:57.224139 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:57.230663 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f8455-794c-46b2-9f7e-a245d6a1ed1d req-0f54eab2-a952-414d-a643-40c51f94db7b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:57.232183 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-467f8455-794c-46b2-9f7e-a245d6a1ed1d req-0f54eab2-a952-414d-a643-40c51f94db7b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 944 time: 0.1271527 Aug 23 22:29:57.236486 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-76f86575-d687-4239-9a95-8f254e4e54ac service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167779 Aug 23 22:29:57.360534 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-467f8455-794c-46b2-9f7e-a245d6a1ed1d req-4f303c55-f7c0-4869-bed5-4332952dfb82 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ea35bf47-5a43-4c69-9d2e-a3db22c63279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115654 Aug 23 22:29:57.383109 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] For port 5867c0e1-ac00-4c87-bd75-9ca953635248, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=5867c0e1-ac00-4c87-bd75-9ca953635248,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:57.383794 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:57.530289 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-11ce8ae2-4c10-4b24-9e41-b9dfaeab5132 req-ca4ca55d-da8c-45a7-8d6c-77a74935634c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=fd812373-cfc2-4d5e-8230-2e0a72153994 HTTP/1.1" status: 200 len: 210 time: 0.0670922 Aug 23 22:29:57.653278 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:57.653711 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (7a62f089-3dc0-467a-8806-befa5bde736c), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:57.654037 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Floating IP 7a62f089-3dc0-467a-8806-befa5bde736c disassociated. External IP: 172.27.2.77, port: 5867c0e1-ac00-4c87-bd75-9ca953635248. Aug 23 22:29:57.654415 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Calling delete_port for 5867c0e1-ac00-4c87-bd75-9ca953635248 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:29:57.759434 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-f014fa2c-1412-4e75-b265-ab62b10e5fbd service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa98708-0963-4cbe-98f1-6a55b7e5c07d HTTP/1.1" status: 200 len: 217 time: 0.0923042 Aug 23 22:29:57.761274 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-b832ffce-d294-42d0-a25c-b4ad595cd833 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc HTTP/1.1" status: 200 len: 217 time: 0.0918717 Aug 23 22:29:57.885289 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-79fce5fb-044e-4cfd-9a8a-fb9a3dbce3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:57.886929 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-79fce5fb-044e-4cfd-9a8a-fb9a3dbce3cf service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8a2ec43b-22cb-4499-b8c2-ccd48d20512d HTTP/1.1" status: 200 len: 851 time: 0.1145227 Aug 23 22:29:57.888717 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-a16d73ff-f00f-4e28-b464-4b21b91859ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:57.890456 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-a16d73ff-f00f-4e28-b464-4b21b91859ab service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.1207108 Aug 23 22:29:57.994442 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-978f40e2-1626-45e7-823b-c60b1be881cf service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5bddff4f-8ee4-4f70-b11a-45aed32fa202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912399 Aug 23 22:29:58.043416 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-af4c44f2-f537-4b13-b7bc-73ba4d22918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:58.045379 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-af4c44f2-f537-4b13-b7bc-73ba4d22918c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1404395 Aug 23 22:29:58.163288 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed892d5-43a2-459c-b07a-6a0a2bbe6fef req-e7a4fae7-2463-4354-8b4e-b9d0cff67ab4 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:58.165465 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bed892d5-43a2-459c-b07a-6a0a2bbe6fef req-e7a4fae7-2463-4354-8b4e-b9d0cff67ab4 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 944 time: 0.5405877 Aug 23 22:29:58.238646 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-dc65fcc6-179c-4ecb-a550-c6d85398f320 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367682 Aug 23 22:29:58.260311 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-69ca82de-c20b-413b-9bd9-1187d34ef0ad tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:58.262343 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-69ca82de-c20b-413b-9bd9-1187d34ef0ad tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.5796385 Aug 23 22:29:58.288462 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-32908831-82f0-48d2-8768-c587f38fc4d2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331686 Aug 23 22:29:58.299702 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:58.427693 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c65a815d-eb11-4473-bddd-35e3f6d70c7b req-79aff9ee-cd75-4ae7-aa39-0984af5ecda0 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417760 Aug 23 22:29:58.429876 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:58.442340 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-494bcf35-7a22-4b62-84b8-8687681b35c5 req-1db67e1e-928c-4653-b4ed-79488d4e76b9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952717 Aug 23 22:29:58.450330 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:58.456502 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8aabb0a8-8173-44e3-a188-2ee63bc715cc req-dad5e38a-c9f1-4184-b8e7-86a152dc0b5f service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604862 Aug 23 22:29:58.484522 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bed892d5-43a2-459c-b07a-6a0a2bbe6fef req-d4a9bf17-14ca-4720-adb3-6d179493c592 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541907 Aug 23 22:29:58.599318 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:58.618449 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Deleting port e9f61e27-4256-4ba2-904d-a608368e989b {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:29:58.618786 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:58.667608 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd4dc5-8164-4bb4-97eb-74efb9bbad88 req-b5c8b856-8bcb-4d26-b859-2c0fb8ee76cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:58.669317 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5ebd4dc5-8164-4bb4-97eb-74efb9bbad88 req-b5c8b856-8bcb-4d26-b859-2c0fb8ee76cf tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 946 time: 0.1109493 Aug 23 22:29:58.680533 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (5867c0e1-ac00-4c87-bd75-9ca953635248), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:58.773860 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event deleted for resources: {'Port': ['ID=5867c0e1-ac00-4c87-bd75-9ca953635248,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:58.909915 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5ebd4dc5-8164-4bb4-97eb-74efb9bbad88 req-cbe0c664-65cc-4196-97e4-7e0d58d94747 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a010d42d-4c4f-4ddb-987b-5704888be09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303925 Aug 23 22:29:58.915420 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] For port e9f61e27-4256-4ba2-904d-a608368e989b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e9f61e27-4256-4ba2-904d-a608368e989b,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:29:58.915801 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:58.938055 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Calling delete_port for e9f61e27-4256-4ba2-904d-a608368e989b owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:29:59.042156 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7db3f83d-e084-4617-908e-7192b68f9b12 req-464c14a1-eadd-49d1-9ba4-1159a2986822 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 210 time: 0.0464256 Aug 23 22:29:59.047739 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:29:59.133817 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57886) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:59.213247 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5e6292e6-93a4-494b-ba64-e6a35c168759 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (f581347e-45f8-4df1-8c1a-36fa2a4490bd), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.249187 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5e6292e6-93a4-494b-ba64-e6a35c168759 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (f581347e-45f8-4df1-8c1a-36fa2a4490bd), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.255900 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:29:59.281458 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] Sync routers for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:29:59.293698 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (e9f61e27-4256-4ba2-904d-a608368e989b), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.313867 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:29:59.315677 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:29:59.340315 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['e9f61e27-4256-4ba2-904d-a608368e989b'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:29:59.367471 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5e6292e6-93a4-494b-ba64-e6a35c168759 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (f581347e-45f8-4df1-8c1a-36fa2a4490bd), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.374999 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5e6292e6-93a4-494b-ba64-e6a35c168759 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.375523 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Pushing event deleted for resources: {'Port': ['ID=e9f61e27-4256-4ba2-904d-a608368e989b,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:59.378281 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5e6292e6-93a4-494b-ba64-e6a35c168759 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/f581347e-45f8-4df1-8c1a-36fa2a4490bd HTTP/1.1" status: 204 len: 168 time: 0.2428782 Aug 23 22:29:59.380358 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] No DVR routers for this DVR port 5867c0e1-ac00-4c87-bd75-9ca953635248 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:29:59.385233 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.392024 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57888) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:59.393210 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc4dbc1f-3e9e-4f54-b69a-ae21cf7dc6a6 req-e5c6e2a7-faed-4e09-a02d-101fe7187f58 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "DELETE /networking/v2.0/ports/5867c0e1-ac00-4c87-bd75-9ca953635248 HTTP/1.1" status: 204 len: 173 time: 2.4618142 Aug 23 22:29:59.397785 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-deleted', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:29:59.403321 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54644387-91a2-410e-82fe-096e64b4271e" -d '{"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-deleted", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:29:59.445033 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6292e6-93a4-494b-ba64-e6a35c168759 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581347e-45f8-4df1-8c1a-36fa2a4490bd,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:29:59.462235 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.api.v2.resource [None req-cbadb85a-5255-4fc1-82a1-d0b68afe3c30 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] show failed (client error): The resource could not be found. Aug 23 22:29:59.466125 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-cbadb85a-5255-4fc1-82a1-d0b68afe3c30 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups/f581347e-45f8-4df1-8c1a-36fa2a4490bd HTTP/1.1" status: 404 len: 347 time: 0.0633242 Aug 23 22:29:59.474818 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57892) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:29:59.501417 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] No DVR routers for this DVR port e9f61e27-4256-4ba2-904d-a608368e989b on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:29:59.506802 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.513667 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9a7e17ba-6a19-4d91-9e78-dead869ae9f2 req-fa9eb24e-b77d-4052-b1e2-825f7e1332c1 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.86 "DELETE /networking/v2.0/ports/e9f61e27-4256-4ba2-904d-a608368e989b HTTP/1.1" status: 204 len: 173 time: 1.2347958 Aug 23 22:29:59.537646 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64dc0ec-747d-4969-814e-7d2544acf87d x-openstack-request-id: req-e64dc0ec-747d-4969-814e-7d2544acf87d {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:29:59.538146 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b697da-19f2-459e-a57e-e386523e4bcf", "name": "network-vif-deleted", "tag": "5867c0e1-ac00-4c87-bd75-9ca953635248", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:29:59.540530 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e64dc0ec-747d-4969-814e-7d2544acf87d {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:29:59.541220 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64dc0ec-747d-4969-814e-7d2544acf87d'] response: {'server_uuid': '80b697da-19f2-459e-a57e-e386523e4bcf', 'name': 'network-vif-deleted', 'tag': '5867c0e1-ac00-4c87-bd75-9ca953635248', 'status': 'completed', 'code': 200} Aug 23 22:29:59.573633 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:29:59.689645 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:29:59.715425 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-e52c6d83-ef32-4324-80ed-a779cf091736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:59.717695 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-e52c6d83-ef32-4324-80ed-a779cf091736 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=73aca04a5685447fb698a46da1b0b8ff&device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 1128 time: 0.1169276 Aug 23 22:29:59.775875 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Deleting port cd9648f8-aef5-4b68-b5fb-771b4650cec5 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:29:59.776234 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (cd9648f8-aef5-4b68-b5fb-771b4650cec5), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.822610 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac47fe-c791-4ee2-86f5-189c4b7fd0b6 req-26c88ce1-c531-4d69-a57d-b69e78be9a48 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:59.838901 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-76ac47fe-c791-4ee2-86f5-189c4b7fd0b6 req-26c88ce1-c531-4d69-a57d-b69e78be9a48 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 944 time: 0.1174543 Aug 23 22:29:59.954976 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (cd9648f8-aef5-4b68-b5fb-771b4650cec5), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.956046 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (cd9648f8-aef5-4b68-b5fb-771b4650cec5), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:29:59.963004 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-5b98a2b4-ee89-4f89-a906-bae23e718100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:29:59.964617 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-5b98a2b4-ee89-4f89-a906-bae23e718100 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=5bddff4f-8ee4-4f70-b11a-45aed32fa202 HTTP/1.1" status: 200 len: 913 time: 0.2245715 Aug 23 22:29:59.977034 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-76ac47fe-c791-4ee2-86f5-189c4b7fd0b6 req-1ec1a854-2dfc-4bbf-8eb0-c136b59d4782 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367779 Aug 23 22:29:59.977400 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Calling delete_port for cd9648f8-aef5-4b68-b5fb-771b4650cec5 owned by network:floatingip {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:00.040043 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:00.100832 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] Checking router: ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:00.114531 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:00.115499 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:00.176766 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fcf08ec7-a2c2-42ae-a1ce-fa28c97d23ca req-63ec1545-fe17-4c60-acd4-a35f9a5e6364 tempest-TestMinimumBasicScenario-1927662373 tempest-TestMinimumBasicScenario-1927662373-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a30f307e-cf90-4c02-ab66-f16d7bc4b427 HTTP/1.1" status: 200 len: 210 time: 0.0537591 Aug 23 22:30:00.187688 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:00.243616 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-af6ba9b2-6b85-4c07-881f-06b159e132a0 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc HTTP/1.1" status: 200 len: 217 time: 0.0644925 Aug 23 22:30:00.281400 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (cd9648f8-aef5-4b68-b5fb-771b4650cec5), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:00.313649 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:00.348990 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event deleted for resources: {'Port': ['ID=cd9648f8-aef5-4b68-b5fb-771b4650cec5,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:00.373848 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ebe0e1fb-560f-4ef7-93de-a5b4e4ced3c3 req-66c39202-db6c-451c-a891-dbaeb576d355 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=80b697da-19f2-459e-a57e-e386523e4bcf HTTP/1.1" status: 200 len: 210 time: 0.0631866 Aug 23 22:30:00.478109 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (e56003c5-0812-4c62-a4c8-6d939600dab3), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:00.485475 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:00.497653 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-26dc090f-f993-4cf9-b6ce-62f7841c01d1 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/e56003c5-0812-4c62-a4c8-6d939600dab3 HTTP/1.1" status: 204 len: 168 time: 1.0105851 Aug 23 22:30:00.626706 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-56498299-9ebb-44bc-8952-894c1de54585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:00.635658 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-56498299-9ebb-44bc-8952-894c1de54585 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8a2ec43b-22cb-4499-b8c2-ccd48d20512d HTTP/1.1" status: 200 len: 851 time: 0.1612489 Aug 23 22:30:00.717255 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-b17b0584-2376-4fcc-a6d8-2a2fa97d2268 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5bddff4f-8ee4-4f70-b11a-45aed32fa202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723083 Aug 23 22:30:00.737486 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:00.740477 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57904) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:00.754513 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-2dabb7f4-07e1-49bf-ae13-0c3e31050b6c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252070664', 'description': 'tempest-description--595969997'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:00.822770 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2dabb7f4-07e1-49bf-ae13-0c3e31050b6c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:00.832205 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:00.837168 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:00.883646 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70503026-3df3-4a46-a9f9-92a7c5cd8410 None None] The sync data for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi is: [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:00.942942 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-4caa928e-7d37-4bf3-a147-5f0b83b06741 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154624 Aug 23 22:30:00.978403 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2dabb7f4-07e1-49bf-ae13-0c3e31050b6c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (bdbfba25-83c0-486d-aa08-8c1a2598ade0), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:00.984751 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2dabb7f4-07e1-49bf-ae13-0c3e31050b6c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (bdbfba25-83c0-486d-aa08-8c1a2598ade0), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.044109 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabb7f4-07e1-49bf-ae13-0c3e31050b6c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbfba25-83c0-486d-aa08-8c1a2598ade0,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:01.055984 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2dabb7f4-07e1-49bf-ae13-0c3e31050b6c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.058258 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2dabb7f4-07e1-49bf-ae13-0c3e31050b6c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3158340 Aug 23 22:30:01.064468 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57908) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:01.081492 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-f73e502b-cc80-486d-8079-5553e2cc36db tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'security_group_rule': {'security_group_id': 'bdbfba25-83c0-486d-aa08-8c1a2598ade0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:01.097835 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:01.104282 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78f7430a-f4e1-494d-935f-d0c5765ba176 req-effdd5c3-e48f-4a76-b9f7-39ce943e0082 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550484 Aug 23 22:30:01.155450 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f73e502b-cc80-486d-8079-5553e2cc36db tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (ef3ed6f0-ed79-4311-9223-422d15707f0d), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.199321 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1b24c-499b-4f21-a9eb-79d36255f7fd req-95342213-4a87-4f01-a1a7-4a8281994474 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:01.201821 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-61c1b24c-499b-4f21-a9eb-79d36255f7fd req-95342213-4a87-4f01-a1a7-4a8281994474 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 944 time: 0.0940301 Aug 23 22:30:01.232267 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:01.270473 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f73e502b-cc80-486d-8079-5553e2cc36db tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (ef3ed6f0-ed79-4311-9223-422d15707f0d), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.277539 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f73e502b-cc80-486d-8079-5553e2cc36db tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (ef3ed6f0-ed79-4311-9223-422d15707f0d), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.296750 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-61c1b24c-499b-4f21-a9eb-79d36255f7fd req-32382646-1f62-43c2-893a-edd94ecdb7cc tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818126 Aug 23 22:30:01.307036 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e502b-cc80-486d-8079-5553e2cc36db tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3ed6f0-ed79-4311-9223-422d15707f0d,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:01.320265 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f73e502b-cc80-486d-8079-5553e2cc36db tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.323226 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e556bbf-6640-4432-b8f4-62eae9053f03 None None] New status for floating IP 7a62f089-3dc0-467a-8806-befa5bde736c: DOWN {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:30:01.325809 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 57912) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:01.326297 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-f73e502b-cc80-486d-8079-5553e2cc36db tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599566 Aug 23 22:30:01.334571 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-5f34d28e-f9f7-481c-90fe-5a9e758bdd27 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'security_group_rule': {'security_group_id': 'bdbfba25-83c0-486d-aa08-8c1a2598ade0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:01.394747 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5f34d28e-f9f7-481c-90fe-5a9e758bdd27 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (f134ea10-bc90-403d-adfb-012f03fd7466), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.490249 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5f34d28e-f9f7-481c-90fe-5a9e758bdd27 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (f134ea10-bc90-403d-adfb-012f03fd7466), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.501853 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5f34d28e-f9f7-481c-90fe-5a9e758bdd27 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (f134ea10-bc90-403d-adfb-012f03fd7466), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.527777 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34d28e-f9f7-481c-90fe-5a9e758bdd27 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f134ea10-bc90-403d-adfb-012f03fd7466,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:01.539663 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5f34d28e-f9f7-481c-90fe-5a9e758bdd27 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.544605 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57926) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:01.544976 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-5f34d28e-f9f7-481c-90fe-5a9e758bdd27 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2160170 Aug 23 22:30:01.545351 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'name': 'network-vif-deleted', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:01.547805 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82537a25-453b-4732-a99f-2385e623174f" -d '{"events": [{"server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "name": "network-vif-deleted", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:01.551858 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:01.559557 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 57930) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:01.610164 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cb005a-a453-40e0-8e85-87e8fffa72e3 x-openstack-request-id: req-e1cb005a-a453-40e0-8e85-87e8fffa72e3 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:01.610473 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f307e-cf90-4c02-ab66-f16d7bc4b427", "name": "network-vif-deleted", "tag": "e9f61e27-4256-4ba2-904d-a608368e989b", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:01.610858 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e1cb005a-a453-40e0-8e85-87e8fffa72e3 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:01.611301 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1cb005a-a453-40e0-8e85-87e8fffa72e3'] response: {'server_uuid': 'a30f307e-cf90-4c02-ab66-f16d7bc4b427', 'name': 'network-vif-deleted', 'tag': 'e9f61e27-4256-4ba2-904d-a608368e989b', 'status': 'completed', 'code': 200} Aug 23 22:30:01.618377 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.677669 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a74a48ad-0ba2-4280-986f-613f2e617019 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (ea35bf47-5a43-4c69-9d2e-a3db22c63279), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.712860 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a74a48ad-0ba2-4280-986f-613f2e617019 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (ea35bf47-5a43-4c69-9d2e-a3db22c63279), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.742844 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.788153 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a74a48ad-0ba2-4280-986f-613f2e617019 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ea35bf47-5a43-4c69-9d2e-a3db22c63279), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.796616 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a74a48ad-0ba2-4280-986f-613f2e617019 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:01.798388 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a74a48ad-0ba2-4280-986f-613f2e617019 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/ea35bf47-5a43-4c69-9d2e-a3db22c63279 HTTP/1.1" status: 204 len: 168 time: 0.2377272 Aug 23 22:30:01.801422 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57952) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:01.811123 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a48ad-0ba2-4280-986f-613f2e617019 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea35bf47-5a43-4c69-9d2e-a3db22c63279,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:01.836593 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.api.v2.resource [None req-67ee7390-5675-4187-951f-c735fd497fc2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] show failed (client error): The resource could not be found. Aug 23 22:30:01.840560 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-67ee7390-5675-4187-951f-c735fd497fc2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups/ea35bf47-5a43-4c69-9d2e-a3db22c63279 HTTP/1.1" status: 404 len: 347 time: 0.0355923 Aug 23 22:30:01.841208 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57958) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:02.010989 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Allocated IP 172.27.2.153 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/dbef3eaa-2f2f-4adb-a745-d5aacf99d71c) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:02.026283 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Deleting port c3bb2dc2-a1d4-4237-a4d1-142add353737 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:02.026643 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (c3bb2dc2-a1d4-4237-a4d1-142add353737), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.165124 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device f3cc9f8e-d4bb-4be5-9331-919d7c7999fc details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:30:02.168733 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 57972) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:02.197978 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device e9f61e27-4256-4ba2-904d-a608368e989b no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:02.198655 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (c3bb2dc2-a1d4-4237-a4d1-142add353737), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.198986 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (c3bb2dc2-a1d4-4237-a4d1-142add353737), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.229085 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Calling delete_port for c3bb2dc2-a1d4-4237-a4d1-142add353737 owned by network:floatingip {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:02.233138 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for port (dbef3eaa-2f2f-4adb-a745-d5aacf99d71c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.242810 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: e9f61e27-4256-4ba2-904d-a608368e989b {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:30:02.243160 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device e9f61e27-4256-4ba2-904d-a608368e989b not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:02.342102 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (dbef3eaa-2f2f-4adb-a745-d5aacf99d71c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.354815 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:02.363425 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:02.384205 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': 'f3cc9f8e-d4bb-4be5-9331-919d7c7999fc', 'network_id': '5bddff4f-8ee4-4f70-b11a-45aed32fa202', 'port_id': 'f3cc9f8e-d4bb-4be5-9331-919d7c7999fc', 'mac_address': 'fa:16:3e:e3:c1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2ec43b-22cb-4499-b8c2-ccd48d20512d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:30:02.412579 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:02.416101 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:02.422118 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:02.429703 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:02.433157 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'Port': ['ID=dbef3eaa-2f2f-4adb-a745-d5aacf99d71c,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:02.474838 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:02.476170 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.487955 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:02.510418 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cc9f8e-d4bb-4be5-9331-919d7c7999fc {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:30:02.559802 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:02.567721 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (c3bb2dc2-a1d4-4237-a4d1-142add353737), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.569545 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.583020 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:02.612343 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec788-a086-4413-badb-fa1cc5018c63 req-e8b88e39-d186-4c1f-ae5a-00a975182c96 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:02.615562 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-35bec788-a086-4413-badb-fa1cc5018c63 req-e8b88e39-d186-4c1f-ae5a-00a975182c96 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 944 time: 0.1167364 Aug 23 22:30:02.639440 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:02.642627 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event deleted for resources: {'Port': ['ID=c3bb2dc2-a1d4-4237-a4d1-142add353737,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:02.714928 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (17babbda-382a-417e-b5be-0f6ba0001874), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.768498 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-35bec788-a086-4413-badb-fa1cc5018c63 req-e9223fe1-5a24-4e48-bbbd-c2ba61a89b35 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463528 Aug 23 22:30:02.818989 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (dbef3eaa-2f2f-4adb-a745-d5aacf99d71c), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.821307 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (7a62f089-3dc0-467a-8806-befa5bde736c), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.823847 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:02.825285 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-e384ef33-0e21-43f1-ae60-f21d8556c5ec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/7a62f089-3dc0-467a-8806-befa5bde736c HTTP/1.1" status: 204 len: 168 time: 0.9830379 Aug 23 22:30:02.945883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 57978) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:02.947102 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['f3cc9f8e-d4bb-4be5-9331-919d7c7999fc'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:30:02.952076 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-4ce5b17f-c8e5-46dc-b6a8-df545213999c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045734416', 'description': 'tempest-description--1710654425'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:02.999968 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.002338 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:03.047838 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b17f-c8e5-46dc-b6a8-df545213999c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.051450 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for port (dbef3eaa-2f2f-4adb-a745-d5aacf99d71c), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.059105 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (dbef3eaa-2f2f-4adb-a745-d5aacf99d71c), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.150795 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'Port': ['ID=dbef3eaa-2f2f-4adb-a745-d5aacf99d71c,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:03.153540 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (17babbda-382a-417e-b5be-0f6ba0001874), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.176753 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.178707 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-261a1033-dd35-4994-a698-aba561214e37 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6324830 Aug 23 22:30:03.279084 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b17f-c8e5-46dc-b6a8-df545213999c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (d11e6b91-5c0e-4f54-8742-5d9172f78da2), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.295147 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b17f-c8e5-46dc-b6a8-df545213999c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d11e6b91-5c0e-4f54-8742-5d9172f78da2), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.622902 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b17f-c8e5-46dc-b6a8-df545213999c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.624733 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-4ce5b17f-c8e5-46dc-b6a8-df545213999c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6763573 Aug 23 22:30:03.630160 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57992) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:03.639271 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-df69e380-aeff-49d6-a129-48c8cdb23e25 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'security_group_rule': {'security_group_id': 'd11e6b91-5c0e-4f54-8742-5d9172f78da2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:03.649906 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-59d66472-193b-4f36-aecf-4ac866c506cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.677972 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5b17f-c8e5-46dc-b6a8-df545213999c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11e6b91-5c0e-4f54-8742-5d9172f78da2,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:03.697127 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-df69e380-aeff-49d6-a129-48c8cdb23e25 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (02fd025f-b36b-4687-81f9-9adf419cede9), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.730695 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-5b739e2c-7014-4a65-b7cf-822e9d2e935f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--252070664&fields=id&tenant_id=a297ef598b76404b86e9350e120b86c9 HTTP/1.1" status: 200 len: 267 time: 0.4160509 Aug 23 22:30:03.804664 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Deleting port fe570546-763e-4fed-ae18-d94002eb1d32 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:03.805291 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.814745 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-df69e380-aeff-49d6-a129-48c8cdb23e25 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (02fd025f-b36b-4687-81f9-9adf419cede9), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.821214 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-df69e380-aeff-49d6-a129-48c8cdb23e25 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (02fd025f-b36b-4687-81f9-9adf419cede9), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.853238 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69e380-aeff-49d6-a129-48c8cdb23e25 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fd025f-b36b-4687-81f9-9adf419cede9,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:03.864807 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-df69e380-aeff-49d6-a129-48c8cdb23e25 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.866484 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-df69e380-aeff-49d6-a129-48c8cdb23e25 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2341101 Aug 23 22:30:03.870732 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57996) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:03.876124 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-17c91d92-f8a6-4abb-96c4-0959c09d0433 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'security_group_rule': {'security_group_id': 'd11e6b91-5c0e-4f54-8742-5d9172f78da2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:03.922218 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-17c91d92-f8a6-4abb-96c4-0959c09d0433 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (f071acd8-43a8-4a05-bccc-a61a8e624e99), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:03.967796 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:03.992005 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-9ab63c5f-1893-4f33-8ea7-87925e257ed5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:03.994060 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-9ab63c5f-1893-4f33-8ea7-87925e257ed5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 811 time: 0.2407608 Aug 23 22:30:04.010815 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:04.013008 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:04.013753 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] For port fe570546-763e-4fed-ae18-d94002eb1d32, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=fe570546-763e-4fed-ae18-d94002eb1d32,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:04.014335 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.028939 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-17c91d92-f8a6-4abb-96c4-0959c09d0433 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (f071acd8-43a8-4a05-bccc-a61a8e624e99), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.036934 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-17c91d92-f8a6-4abb-96c4-0959c09d0433 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (f071acd8-43a8-4a05-bccc-a61a8e624e99), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.053420 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:04.062811 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Calling delete_port for fe570546-763e-4fed-ae18-d94002eb1d32 owned by network:router_interface {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:04.069784 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c91d92-f8a6-4abb-96c4-0959c09d0433 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f071acd8-43a8-4a05-bccc-a61a8e624e99,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:04.072123 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-e30fd226-caea-4b18-977b-c23ab8a0312e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/quotas/a297ef598b76404b86e9350e120b86c9 HTTP/1.1" status: 200 len: 375 time: 0.0625389 Aug 23 22:30:04.080920 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-17c91d92-f8a6-4abb-96c4-0959c09d0433 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.087441 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-17c91d92-f8a6-4abb-96c4-0959c09d0433 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2118707 Aug 23 22:30:04.088118 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 57998) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:04.096940 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:04.141269 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.192191 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device f3cc9f8e-d4bb-4be5-9331-919d7c7999fc up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:04.232567 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-69b365dc-a194-4a01-bcb3-a3e1d036e1aa tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812032 Aug 23 22:30:04.274905 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:30:04.282741 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.288760 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:04.289430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.430451 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:04.430841 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.434647 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:04.451090 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Allocated IP 172.27.2.103 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/8ba05eea-efcf-45fc-a823-c13a324c024a) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:04.470554 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e60237b-94d3-441b-b7d5-ca559d89b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cc9f8e-d4bb-4be5-9331-919d7c7999fc'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:04.474922 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09529dd4-bfb6-40f6-88c4-b00ea251d7e5" -d '{"events": [{"server_uuid": "1e60237b-94d3-441b-b7d5-ca559d89b007", "name": "network-vif-plugged", "status": "completed", "tag": "f3cc9f8e-d4bb-4be5-9331-919d7c7999fc"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:04.492562 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:04.499806 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.545020 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (fe570546-763e-4fed-ae18-d94002eb1d32), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.583391 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:04.599100 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe570546-763e-4fed-ae18-d94002eb1d32,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:04.610122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for port (8ba05eea-efcf-45fc-a823-c13a324c024a), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.631528 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-29d61399-28aa-4825-b8c3-0e3cb3e17c6b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267162 Aug 23 22:30:04.653091 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (8ba05eea-efcf-45fc-a823-c13a324c024a), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.703019 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:04.707605 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:04.711951 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:04.742390 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'Port': ['ID=8ba05eea-efcf-45fc-a823-c13a324c024a,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:04.857702 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-a83001bc-1e48-45bf-abd2-bc4e8edc696a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853671 Aug 23 22:30:04.861174 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.862776 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (3e1707a2-10f2-48aa-a15e-e91748d94cdf), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:04.912733 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (8ba05eea-efcf-45fc-a823-c13a324c024a), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:05.111242 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:05.160047 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:05.167557 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:05.174439 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for port (8ba05eea-efcf-45fc-a823-c13a324c024a), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:05.184028 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (8ba05eea-efcf-45fc-a823-c13a324c024a), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:05.194818 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:30:05.211977 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a28f2-c315-4dd5-aebf-2794962cd1ab req-04530ece-404a-4d43-883b-a99c2534e21d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:05.213479 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-731a28f2-c315-4dd5-aebf-2794962cd1ab req-04530ece-404a-4d43-883b-a99c2534e21d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 946 time: 0.0819075 Aug 23 22:30:05.270971 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'Port': ['ID=8ba05eea-efcf-45fc-a823-c13a324c024a,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:05.273716 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (3e1707a2-10f2-48aa-a15e-e91748d94cdf), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:05.297278 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:05.298477 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-b5363306-9c69-4abe-a20d-cf50f0111b86 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2089243 Aug 23 22:30:05.398581 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-731a28f2-c315-4dd5-aebf-2794962cd1ab req-8871a1bc-4526-4db7-944c-d9efb85df2dc tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694882 Aug 23 22:30:05.428462 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:05.437907 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-9e2cbd6e-04fa-499c-8fa3-71c6c6b67b84 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2663980 Aug 23 22:30:05.438819 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58014) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:05.447814 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] Sync routers for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:05.464295 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:05.465623 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:05.505027 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb92b878-c1ab-4ff6-b45d-48b8aba37f4c x-openstack-request-id: req-cb92b878-c1ab-4ff6-b45d-48b8aba37f4c {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:05.505027 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e60237b-94d3-441b-b7d5-ca559d89b007", "name": "network-vif-plugged", "status": "completed", "tag": "f3cc9f8e-d4bb-4be5-9331-919d7c7999fc", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:05.506248 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb92b878-c1ab-4ff6-b45d-48b8aba37f4c {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:05.506467 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb92b878-c1ab-4ff6-b45d-48b8aba37f4c'] response: {'server_uuid': '1e60237b-94d3-441b-b7d5-ca559d89b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cc9f8e-d4bb-4be5-9331-919d7c7999fc', 'code': 200} Aug 23 22:30:05.611195 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:05.659383 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-de89dc14-761a-446b-b503-b056328994bf req-39b2fd0f-c9e4-4280-a132-53d0309bf97b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 210 time: 0.0682478 Aug 23 22:30:05.693494 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:05.740307 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks [] for router (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:05.950704 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:30:04Z', 'revision_number': 5, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:05.987593 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] Checking router: 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:06.001572 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] Routers {'8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:06.002232 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:29:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:06.022682 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8546e6d-6448-4620-ad71-2c63be7c76a5 req-5826305a-8076-4be7-b8cc-b22add0913b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:06.025303 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a8546e6d-6448-4620-ad71-2c63be7c76a5 req-5826305a-8076-4be7-b8cc-b22add0913b0 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 1130 time: 0.1472938 Aug 23 22:30:06.047511 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-830b1c74-a302-4db2-8b00-61fcf54b6d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:06.099695 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-91c6e784-6e2e-4bbd-82dd-020421c2fb9b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2045734416&fields=id&tenant_id=8be30316f0b745d783ec96bc983b2cb1 HTTP/1.1" status: 200 len: 267 time: 0.2430549 Aug 23 22:30:06.104949 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks [] for router_gateway (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:06.173372 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] Set router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:06.213925 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a8546e6d-6448-4620-ad71-2c63be7c76a5 req-2258bb65-f7d9-4bb1-a309-d0f35a9e6945 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753829 Aug 23 22:30:06.320532 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Deleting port 275347da-681f-42d2-a8c0-3e71e1f78a54 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:06.320898 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:06.410320 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-944ed8da-92ea-4161-b50b-4e3805ae9d14 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:06.412026 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-944ed8da-92ea-4161-b50b-4e3805ae9d14 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 816 time: 0.2875793 Aug 23 22:30:06.446186 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-96bd7e52-160a-4077-871e-1ff400571c3b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/quotas/8be30316f0b745d783ec96bc983b2cb1 HTTP/1.1" status: 200 len: 375 time: 0.0237374 Aug 23 22:30:06.471461 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] For port 275347da-681f-42d2-a8c0-3e71e1f78a54, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=275347da-681f-42d2-a8c0-3e71e1f78a54,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:06.471854 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:06.512626 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Calling delete_port for 275347da-681f-42d2-a8c0-3e71e1f78a54 owned by network:router_gateway {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:06.531220 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-d8a7ec7b-b04a-48c2-afc6-acbf22e7ae9c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751677 Aug 23 22:30:06.553001 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:30:06.571173 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:30:04Z', 'revision_number': 5, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:06.599696 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39282a8-8bb8-42b7-a7b8-3ba6d28e7263 None None] The sync data for ids ['8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2'] in dv-cinder-850321-4-iscsi is: [{'id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'name': 'tempest-TestMinimumBasicScenario-846419778-router', 'tenant_id': '2cfc99aa2ea246fb845d429885ff5209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:11Z', 'updated_at': '2022-08-23T22:30:04Z', 'revision_number': 5, 'project_id': '2cfc99aa2ea246fb845d429885ff5209', 'gw_port': {'id': '275347da-681f-42d2-a8c0-3e71e1f78a54', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:12Z', 'updated_at': '2022-08-23T22:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:06.600698 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:06.775245 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-c91240a0-0834-4804-9c97-2e426f252ee6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965289 Aug 23 22:30:06.821920 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:06.937753 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (275347da-681f-42d2-a8c0-3e71e1f78a54), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:06.976325 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=275347da-681f-42d2-a8c0-3e71e1f78a54,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:06.979890 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-68ce1a14-ce61-46ad-9bc5-ddcfb08ddc3f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975033 Aug 23 22:30:07.031212 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:07.168899 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:07.173915 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks [] for router_controller (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:07.312658 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:07.313413 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 {{(pid=106594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:30:07.332746 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:07.334791 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-7326ba5d-3ac9-4165-8eeb-682c5fdbb4f3 admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/8b7651d1-c2e9-4743-bc6c-f5f2ffcf63a2 HTTP/1.1" status: 204 len: 168 time: 1.8944337 Aug 23 22:30:07.337761 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58040) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:07.357004 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb8192-b53c-4d74-bb0c-4270f5490cea req-3258cbc9-c82a-4a78-8a2a-995d189f5ddf tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:07.359323 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0afb8192-b53c-4d74-bb0c-4270f5490cea req-3258cbc9-c82a-4a78-8a2a-995d189f5ddf tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 946 time: 0.0835109 Aug 23 22:30:07.478648 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d200c62-aa3c-4170-8b97-c7f15f5e590a admin admin] Deleting subnet c1cfa966-9af4-4c52-88da-d5f2e6d20433 {{(pid=106593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:30:07.486130 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6d200c62-aa3c-4170-8b97-c7f15f5e590a admin admin] Publish callbacks [] for subnet (c1cfa966-9af4-4c52-88da-d5f2e6d20433), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:07.491751 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0afb8192-b53c-4d74-bb0c-4270f5490cea req-57e93850-9c1c-4074-849a-0a417ead29c3 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212382 Aug 23 22:30:07.558741 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6d200c62-aa3c-4170-8b97-c7f15f5e590a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25456179'] for subnet (c1cfa966-9af4-4c52-88da-d5f2e6d20433), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:07.710773 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a29c344c-37a1-44ff-9b90-3bfbbdd11075 req-116dafce-1791-4f64-a2a6-58efce040d22 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 210 time: 0.0800922 Aug 23 22:30:07.879176 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ff403df8-7b31-4c80-be52-e656662fcbeb req-8a18a621-bf1a-4705-9756-b2126bb2b010 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 210 time: 0.0340259 Aug 23 22:30:07.890170 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6d200c62-aa3c-4170-8b97-c7f15f5e590a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (c1cfa966-9af4-4c52-88da-d5f2e6d20433), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:08.336880 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device fe570546-763e-4fed-ae18-d94002eb1d32 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:08.393546 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: fe570546-763e-4fed-ae18-d94002eb1d32 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:30:08.395681 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device fe570546-763e-4fed-ae18-d94002eb1d32 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:08.396766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 275347da-681f-42d2-a8c0-3e71e1f78a54 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:08.434412 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 275347da-681f-42d2-a8c0-3e71e1f78a54 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:30:08.436170 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 275347da-681f-42d2-a8c0-3e71e1f78a54 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:08.498529 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6d200c62-aa3c-4170-8b97-c7f15f5e590a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25505823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26779442'] for subnet (c1cfa966-9af4-4c52-88da-d5f2e6d20433), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:08.556325 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200c62-aa3c-4170-8b97-c7f15f5e590a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cfa966-9af4-4c52-88da-d5f2e6d20433,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:08.560093 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-e12f4e3a-7cdb-4810-a470-835dc9a5e72b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:08.563692 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-e12f4e3a-7cdb-4810-a470-835dc9a5e72b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 811 time: 0.3701611 Aug 23 22:30:08.572573 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6d200c62-aa3c-4170-8b97-c7f15f5e590a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:08.579571 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2e174-5cdc-4edd-a0e9-eed56a74d6ec None None] Network ffa6addb-18b1-4758-90d8-b21ba7a6d789 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:30:08.582625 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-6d200c62-aa3c-4170-8b97-c7f15f5e590a admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/c1cfa966-9af4-4c52-88da-d5f2e6d20433 HTTP/1.1" status: 204 len: 168 time: 1.2425935 Aug 23 22:30:08.585005 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58050) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:08.752815 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (ffa6addb-18b1-4758-90d8-b21ba7a6d789), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:08.768514 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-61411e12-1959-411b-9b6d-744f373d7164 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a297ef598b76404b86e9350e120b86c9 HTTP/1.1" status: 200 len: 379 time: 0.1817372 Aug 23 22:30:08.786560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4616b4-b8f8-4857-9ce0-cf66a7fbac83 req-d1405a33-1c8f-4332-9060-6619ad272a8d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:08.790795 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-aa4616b4-b8f8-4857-9ce0-cf66a7fbac83 req-d1405a33-1c8f-4332-9060-6619ad272a8d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 946 time: 0.1089687 Aug 23 22:30:08.799726 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:08.840162 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7908aa5-1504-4a78-a4a8-898c4a628880 None None] DHCP port deletion for ffa6addb-18b1-4758-90d8-b21ba7a6d789 request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:30:08.849858 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Deleting port 88665b43-9b0e-4548-9264-58518925780f {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:08.850327 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (88665b43-9b0e-4548-9264-58518925780f), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:08.863999 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-aa4616b4-b8f8-4857-9ce0-cf66a7fbac83 req-77130dbc-ea2c-4d68-b758-10e5536d7919 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591023 Aug 23 22:30:08.889412 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-d7908aa5-1504-4a78-a4a8-898c4a628880 None None] Deleting port 88665b43-9b0e-4548-9264-58518925780f {{(pid=106595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:08.889787 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-d7908aa5-1504-4a78-a4a8-898c4a628880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (88665b43-9b0e-4548-9264-58518925780f), before_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:08.919553 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'port': {'device_id': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'admin_state_up': True, 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'security_groups': ['bdbfba25-83c0-486d-aa08-8c1a2598ade0']}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:08.999666 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-d7908aa5-1504-4a78-a4a8-898c4a628880 None None] For port 88665b43-9b0e-4548-9264-58518925780f, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=88665b43-9b0e-4548-9264-58518925780f,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:09.000740 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-d7908aa5-1504-4a78-a4a8-898c4a628880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (88665b43-9b0e-4548-9264-58518925780f), precommit_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.006987 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] For port 88665b43-9b0e-4548-9264-58518925780f, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=88665b43-9b0e-4548-9264-58518925780f,segment=NetworkSegment(9e234ee7-2079-45b2-aca8-3f486c1dc7b6),segment_id=9e234ee7-2079-45b2-aca8-3f486c1dc7b6)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:09.007585 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (88665b43-9b0e-4548-9264-58518925780f), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.020548 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-d7908aa5-1504-4a78-a4a8-898c4a628880 None None] Calling delete_port for 88665b43-9b0e-4548-9264-58518925780f owned by network:dhcp {{(pid=106595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:09.038698 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Calling delete_port for 88665b43-9b0e-4548-9264-58518925780f owned by network:dhcp {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:09.056507 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fc34c742-3b08-432b-8bca-f45a073b6da8 req-2743d2fd-66a2-489c-aaeb-efe15e98f1c8 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 210 time: 0.0419683 Aug 23 22:30:09.157934 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Made reservation on behalf of a297ef598b76404b86e9350e120b86c9 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:30:09.164519 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.186717 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:09.207765 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (88665b43-9b0e-4548-9264-58518925780f), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.223592 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:09.260206 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] No DVR routers for this DVR port 88665b43-9b0e-4548-9264-58518925780f on host dv-cinder-850321-4-iscsi {{(pid=106593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:30:09.263900 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=88665b43-9b0e-4548-9264-58518925780f,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:09.312009 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-d7908aa5-1504-4a78-a4a8-898c4a628880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (88665b43-9b0e-4548-9264-58518925780f), after_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.341592 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7908aa5-1504-4a78-a4a8-898c4a628880 None None] Pushing event deleted for resources: {'Port': ['ID=88665b43-9b0e-4548-9264-58518925780f,revision_number=None']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:09.358219 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7908aa5-1504-4a78-a4a8-898c4a628880 None None] No DVR routers for this DVR port 88665b43-9b0e-4548-9264-58518925780f on host dv-cinder-850321-4-iscsi {{(pid=106595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:30:09.373535 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (ffa6addb-18b1-4758-90d8-b21ba7a6d789), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.375935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Allocated IP 172.20.0.9 (b506c549-1d3c-4779-b5de-b5a4c62df2b1/a2a56805-7e47-4e91-ac95-82b0c707bf55/edad9bc4-ba17-4879-b9ef-138943b74c95) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:09.400639 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:09.409358 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa6addb-18b1-4758-90d8-b21ba7a6d789']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:09.424918 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e234ee7-2079-45b2-aca8-3f486c1dc7b6') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:09.426118 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e234ee7-2079-45b2-aca8-3f486c1dc7b6') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:09.442164 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (9e234ee7-2079-45b2-aca8-3f486c1dc7b6), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.475115 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (9e234ee7-2079-45b2-aca8-3f486c1dc7b6), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.497174 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:30:09.498014 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (9e234ee7-2079-45b2-aca8-3f486c1dc7b6), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.551931 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 9e234ee7-2079-45b2-aca8-3f486c1dc7b6 resource provider aggregate not found Aug 23 22:30:09.615514 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 9e234ee7-2079-45b2-aca8-3f486c1dc7b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e234ee7-2079-45b2-aca8-3f486c1dc7b6 found for delete ", "request_id": "req-299b1b98-ed63-47f5-ac02-d4fe7d6b995d"}]} Aug 23 22:30:09.636653 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (ffa6addb-18b1-4758-90d8-b21ba7a6d789), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.650774 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:09.663531 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/ffa6addb-18b1-4758-90d8-b21ba7a6d789 HTTP/1.1" status: 204 len: 168 time: 1.0711267 Aug 23 22:30:09.667082 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58072) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:09.684099 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f36384-5242-4cc6-8cf4-5b766480f3ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa6addb-18b1-4758-90d8-b21ba7a6d789,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:09.696834 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:10.119470 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:10.204383 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 88665b43-9b0e-4548-9264-58518925780f no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:10.234861 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 88665b43-9b0e-4548-9264-58518925780f {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:30:10.235336 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 88665b43-9b0e-4548-9264-58518925780f not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:10.354280 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-58af156a-cae6-4d82-871d-1d3e69e203a2 req-2d1a1bf7-cd27-4a14-97af-9ed16621d33e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 210 time: 0.1601021 Aug 23 22:30:10.403237 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-df28d7a9-79ec-47a5-a3a1-23a7dd50c048 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:10.404853 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-df28d7a9-79ec-47a5-a3a1-23a7dd50c048 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 816 time: 0.7671664 Aug 23 22:30:10.411665 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:10.631049 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:10.646841 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfc226-c6b0-4db9-9fd4-b1fd8beae2cd req-7b313e93-0077-42dd-bbbe-6f3950c685ae tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:10.648479 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1bcfc226-c6b0-4db9-9fd4-b1fd8beae2cd req-7b313e93-0077-42dd-bbbe-6f3950c685ae tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 931 time: 0.1990221 Aug 23 22:30:10.655498 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event updated for resources: {'Port': ['ID=edad9bc4-ba17-4879-b9ef-138943b74c95,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:10.658322 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:10.679362 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:10.684026 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:10.684690 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:10.733107 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:10.743880 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-6fdce7a4-95d1-49c3-8f78-bc506f743b6e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8be30316f0b745d783ec96bc983b2cb1 HTTP/1.1" status: 200 len: 380 time: 0.2931070 Aug 23 22:30:10.751216 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-bdaf81f7-abe8-476a-9c0f-c381d0b1345b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8361137 Aug 23 22:30:10.775293 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'port': {'device_id': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'admin_state_up': True, 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'security_groups': ['d11e6b91-5c0e-4f54-8742-5d9172f78da2']}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:10.877870 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1bcfc226-c6b0-4db9-9fd4-b1fd8beae2cd req-7fbfe6db-5181-416a-aaf1-ae82319c1663 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061870 Aug 23 22:30:10.922905 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Request body: {'port': {'device_id': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:10.969798 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-842cfe33-8d30-4f1c-b368-c105a4477857 None None] Provisioning complete for port edad9bc4-ba17-4879-b9ef-138943b74c95 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:10.970585 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-842cfe33-8d30-4f1c-b368-c105a4477857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:11.029716 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:11.042487 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:11.052023 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-842cfe33-8d30-4f1c-b368-c105a4477857 None None] Port edad9bc4-ba17-4879-b9ef-138943b74c95 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:30:11.068766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:11.156323 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:11.176551 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (a776d4f0-38aa-4151-a0cc-a16b4745efc5), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:11.278517 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Made reservation on behalf of 8be30316f0b745d783ec96bc983b2cb1 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:30:11.282428 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:11.591848 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-54a3949e-c4af-4cfe-8b0e-8f6cb4e427da req-9d54dfd9-df5e-4720-b109-0d6741f75570 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 210 time: 0.0790269 Aug 23 22:30:11.770340 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Allocated IP 172.20.0.9 (88a201d9-4618-46e2-8cf5-795d8dfe4e5c/8c4cf0b2-834c-443a-b34c-c29fc6ee9409/2145ae08-8d67-45d5-bc60-d74ff38d6e5a) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:11.828790 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:11.969588 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:11.985657 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edad9bc4-ba17-4879-b9ef-138943b74c95 {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:30:11.992434 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Deleting port 2f956065-377c-4878-838d-0267d3870559 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:11.992779 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (2f956065-377c-4878-838d-0267d3870559), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:12.008448 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Publish callbacks [] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:12.169889 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Transition to ACTIVE for port object edad9bc4-ba17-4879-b9ef-138943b74c95 will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:30:12.193477 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:12.206894 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e00ac-e16d-414d-bcc2-988e01ce52a7 req-06d197f7-1af9-4011-a03d-235b626fee8a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:12.208437 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d44e00ac-e16d-414d-bcc2-988e01ce52a7 req-06d197f7-1af9-4011-a03d-235b626fee8a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 931 time: 0.2035854 Aug 23 22:30:12.299274 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] For port 2f956065-377c-4878-838d-0267d3870559, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=2f956065-377c-4878-838d-0267d3870559,segment=NetworkSegment(d961de76-97b7-4539-b1d7-7366535ad207),segment_id=d961de76-97b7-4539-b1d7-7366535ad207)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:12.299641 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (2f956065-377c-4878-838d-0267d3870559), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:12.352114 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Pushing event updated for resources: {'Port': ['ID=edad9bc4-ba17-4879-b9ef-138943b74c95,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:12.380652 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Calling delete_port for 2f956065-377c-4878-838d-0267d3870559 owned by network:router_interface {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:12.385085 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:12.426594 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Attempting to bind port edad9bc4-ba17-4879-b9ef-138943b74c95 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:30:12.427132 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Attempting to bind port edad9bc4-ba17-4879-b9ef-138943b74c95 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:30:12.427468 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Attempting to bind port edad9bc4-ba17-4879-b9ef-138943b74c95 on network b506c549-1d3c-4779-b5de-b5a4c62df2b1 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:12.475126 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d44e00ac-e16d-414d-bcc2-988e01ce52a7 req-414802fc-0134-4d36-adb7-69caea7e8118 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386270 Aug 23 22:30:12.481618 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Port edad9bc4-ba17-4879-b9ef-138943b74c95 on network b506c549-1d3c-4779-b5de-b5a4c62df2b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:30:12.482158 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Attempting to bind port edad9bc4-ba17-4879-b9ef-138943b74c95 on network b506c549-1d3c-4779-b5de-b5a4c62df2b1 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:12.512560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:30:12.512957 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Checking segment: {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:12.513518 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Bound using segment: {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:30:12.514183 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Bound port: edad9bc4-ba17-4879-b9ef-138943b74c95, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c115f692-a672-4afb-9ac4-ad170f86b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:30:12.514784 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:12.557595 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:12.783366 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:12.811749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:12.818901 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:12.834480 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] For port edad9bc4-ba17-4879-b9ef-138943b74c95, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:30:12.838147 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:12.843578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:12.844348 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:12.871889 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:12.893115 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:12.907863 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] For port edad9bc4-ba17-4879-b9ef-138943b74c95, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=edad9bc4-ba17-4879-b9ef-138943b74c95,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:30:12.921512 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f57ef-a184-4ee2-b122-5365917b8fda req-5340ffff-782f-415a-a9b4-219d8e2cd86d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:12.923713 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d42f57ef-a184-4ee2-b122-5365917b8fda req-5340ffff-782f-415a-a9b4-219d8e2cd86d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 931 time: 0.1882465 Aug 23 22:30:12.951668 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-e6e1a087-6d02-4eec-8453-f25ecbd8053a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1948705 Aug 23 22:30:12.970087 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:12.990607 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Request body: {'port': {'device_id': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:13.009858 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:13.010968 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:13.013469 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/edad9bc4-ba17-4879-b9ef-138943b74c95 HTTP/1.1" status: 200 len: 1093 time: 2.2352648 Aug 23 22:30:13.014421 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'tag': 'edad9bc4-ba17-4879-b9ef-138943b74c95'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:13.018175 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083a01d4-3f2e-43ca-929a-81f6852c277d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb06a53f-d4f0-465e-9c75-8d72e44c0640", "tag": "edad9bc4-ba17-4879-b9ef-138943b74c95"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:13.209763 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-3b571894-3d92-47e5-81c3-9c939d4c709d None None] Provisioning complete for port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:13.211340 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-3b571894-3d92-47e5-81c3-9c939d4c709d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:13.276304 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-3b571894-3d92-47e5-81c3-9c939d4c709d None None] Port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:30:13.360456 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-1b257e0c-adab-45f5-a9c0-33527b84830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:13.363817 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-1b257e0c-adab-45f5-a9c0-33527b84830e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 1127 time: 0.2476892 Aug 23 22:30:13.783842 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d42f57ef-a184-4ee2-b122-5365917b8fda req-439ff9d6-ff27-4a6e-b149-00f9d3085e81 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8383286 Aug 23 22:30:13.785817 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922f6d2-661d-4a2d-96ba-c6c0393ef492 service neutron] Pushing event updated for resources: {'Port': ['ID=edad9bc4-ba17-4879-b9ef-138943b74c95,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:13.864159 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-ea354c1f-2b87-4059-94b8-ff0580519f3e service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edad9bc4-ba17-4879-b9ef-138943b74c95 HTTP/1.1" status: 200 len: 217 time: 0.0660169 Aug 23 22:30:13.865288 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:13.870377 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (2f956065-377c-4878-838d-0267d3870559), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:13.937829 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77928739-8901-4c6b-a081-d46379009fcd x-openstack-request-id: req-77928739-8901-4c6b-a081-d46379009fcd {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:13.938280 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb06a53f-d4f0-465e-9c75-8d72e44c0640", "tag": "edad9bc4-ba17-4879-b9ef-138943b74c95", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:13.938702 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-77928739-8901-4c6b-a081-d46379009fcd {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:13.939311 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77928739-8901-4c6b-a081-d46379009fcd'] response: {'name': 'network-changed', 'server_uuid': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'tag': 'edad9bc4-ba17-4879-b9ef-138943b74c95', 'status': 'completed', 'code': 200} Aug 23 22:30:13.976345 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f956065-377c-4878-838d-0267d3870559,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:14.170103 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-1b18d9e1-b1b7-4b1f-96c9-88157ffedb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:14.173102 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-1b18d9e1-b1b7-4b1f-96c9-88157ffedb13 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.2880733 Aug 23 22:30:14.480540 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36202fb1-4c7a-4984-aac6-a35fa9597960 req-94bc07a5-c811-43dc-8a88-194c91303c08 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:14.483615 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-36202fb1-4c7a-4984-aac6-a35fa9597960 req-94bc07a5-c811-43dc-8a88-194c91303c08 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 943 time: 0.4549508 Aug 23 22:30:14.593501 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-07cf1a47-2ecf-482e-92b1-0783d87813c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:14.596310 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-07cf1a47-2ecf-482e-92b1-0783d87813c1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3411896 Aug 23 22:30:14.657842 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:14.835984 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (a776d4f0-38aa-4151-a0cc-a16b4745efc5), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:14.851815 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-36202fb1-4c7a-4984-aac6-a35fa9597960 req-f22fbc2d-845f-4665-b327-71f1dbba100b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489177 Aug 23 22:30:15.090281 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:15.100906 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-2f660832-d60f-4978-85b7-7141fe37af4a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888973 Aug 23 22:30:15.131935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653577d-348e-4a9d-90bd-243a37624d81 req-86e3c1fe-6223-4a0a-8c1e-e883cce6894c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:15.133481 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1653577d-348e-4a9d-90bd-243a37624d81 req-86e3c1fe-6223-4a0a-8c1e-e883cce6894c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 931 time: 0.1382456 Aug 23 22:30:15.302745 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2145ae08-8d67-45d5-bc60-d74ff38d6e5a {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:30:15.398978 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Publish callbacks [] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:15.446622 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1653577d-348e-4a9d-90bd-243a37624d81 req-06bff093-d288-4bf3-9861-7126e4334bd0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905130 Aug 23 22:30:15.474807 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Transition to ACTIVE for port object 2145ae08-8d67-45d5-bc60-d74ff38d6e5a will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:30:15.482853 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0030f1bf-1616-41dd-af9b-455cbe73cdf7 req-2d533beb-1c5b-4ee1-8566-b831ea639e98 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715925 Aug 23 22:30:15.486690 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:15.604542 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:15.615253 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Router a776d4f0-38aa-4151-a0cc-a16b4745efc5 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:30:15.634588 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Attempting to bind port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:30:15.635121 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Attempting to bind port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:30:15.635518 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Attempting to bind port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a on network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:15.648249 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a on network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:30:15.648630 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Attempting to bind port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a on network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:15.728139 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:30:15.728461 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Checking segment: {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:15.728762 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Bound using segment: {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:30:15.729270 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Bound port: 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b994a0d-d547-47d4-b257-26eb2af0ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:30:15.729647 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:15.840024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:15.851768 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-28e754ce-eed2-4c67-a3ca-771d0528aa3c admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/a776d4f0-38aa-4151-a0cc-a16b4745efc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1794074 Aug 23 22:30:15.853897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] Sync routers for ids ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:15.855873 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58108) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:15.861314 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:15.869960 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:30:15.875748 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] Routers {'a776d4f0-38aa-4151-a0cc-a16b4745efc5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:15.876689 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:30:15.876968 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:15.893308 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:15.904025 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:15.905427 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:15.908184 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/2145ae08-8d67-45d5-bc60-d74ff38d6e5a HTTP/1.1" status: 200 len: 1093 time: 2.9321134 Aug 23 22:30:16.008128 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:16.011763 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0069c2f0-2385-4a84-b9a9-52782982acbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:16.015692 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c55d3e-2cef-48a2-984a-2c9d9558f4ee service neutron] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:16.057181 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] Set router a776d4f0-38aa-4151-a0cc-a16b4745efc5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:16.087620 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks [] for router (a776d4f0-38aa-4151-a0cc-a16b4745efc5), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:16.091346 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae22c-0799-4c53-96a9-8a6036275e94 req-d81336d4-a681-41dc-9ac0-823bd6076312 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:16.094288 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9f2ae22c-0799-4c53-96a9-8a6036275e94 req-d81336d4-a681-41dc-9ac0-823bd6076312 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 943 time: 0.0716014 Aug 23 22:30:16.189997 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9f2ae22c-0799-4c53-96a9-8a6036275e94 req-7dedfdc3-b73b-4b95-b71b-36907a85cc36 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852113 Aug 23 22:30:16.219355 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:16.268408 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1489bcbf-8f48-4ef5-ae85-a0bd63708593 x-openstack-request-id: req-1489bcbf-8f48-4ef5-ae85-a0bd63708593 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:16.269509 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:16.270195 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1489bcbf-8f48-4ef5-ae85-a0bd63708593 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:16.270581 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1489bcbf-8f48-4ef5-ae85-a0bd63708593'] response: {'name': 'network-changed', 'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'status': 'completed', 'code': 200} Aug 23 22:30:16.277754 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks [] for router_gateway (a776d4f0-38aa-4151-a0cc-a16b4745efc5), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:16.367571 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Deleting port 1ad742f7-13d8-4bf8-a0cd-816da30a3640 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:16.368144 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:16.431663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:20Z', 'updated_at': '2022-08-23T22:30:13Z', 'revision_number': 5, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'gw_port': {'id': '1ad742f7-13d8-4bf8-a0cd-816da30a3640', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:26:21Z', 'updated_at': '2022-08-23T22:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:16.462758 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] Checking router: a776d4f0-38aa-4151-a0cc-a16b4745efc5 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:16.480980 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] Routers {'a776d4f0-38aa-4151-a0cc-a16b4745efc5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:16.482055 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:16.531726 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] For port 1ad742f7-13d8-4bf8-a0cd-816da30a3640, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=1ad742f7-13d8-4bf8-a0cd-816da30a3640,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:16.532109 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:16.559165 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Calling delete_port for 1ad742f7-13d8-4bf8-a0cd-816da30a3640 owned by network:router_gateway {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:16.561143 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=60 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:16.576001 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=64 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:16.649396 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:16.653597 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] Set router a776d4f0-38aa-4151-a0cc-a16b4745efc5 gateway port host: None {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:16.766878 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:20Z', 'updated_at': '2022-08-23T22:30:16Z', 'revision_number': 6, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'gw_port_host': None}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:16.781640 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e1cb-08f9-4d42-918e-d2c6eeb63454 req-a894253b-544d-4b53-a518-02bec6824ce9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:16.783650 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1952e1cb-08f9-4d42-918e-d2c6eeb63454 req-a894253b-544d-4b53-a518-02bec6824ce9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0942788 Aug 23 22:30:16.811848 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:16.819024 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8885ae8-a7d6-417c-a3f2-5031ce96b7e7 None None] The sync data for ids ['a776d4f0-38aa-4151-a0cc-a16b4745efc5'] in dv-cinder-850321-4-iscsi is: [{'id': 'a776d4f0-38aa-4151-a0cc-a16b4745efc5', 'name': 'tempest-TestMinimumBasicScenario-349015255-router', 'tenant_id': 'e1969acf59134ccca626d7cb1015a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:26:20Z', 'updated_at': '2022-08-23T22:30:16Z', 'revision_number': 6, 'project_id': 'e1969acf59134ccca626d7cb1015a184', 'gw_port_host': None}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:16.932477 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-37162694-4e4d-4f29-a213-35772051f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:16.935214 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-37162694-4e4d-4f29-a213-35772051f42e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 1127 time: 0.1038237 Aug 23 22:30:16.942425 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1952e1cb-08f9-4d42-918e-d2c6eeb63454 req-402b1ba4-38a9-42e6-9e46-bef6f52097f0 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406994 Aug 23 22:30:16.953872 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (1ad742f7-13d8-4bf8-a0cd-816da30a3640), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:16.994755 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad742f7-13d8-4bf8-a0cd-816da30a3640,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:17.103754 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (a776d4f0-38aa-4151-a0cc-a16b4745efc5), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.263541 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (a776d4f0-38aa-4151-a0cc-a16b4745efc5), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.280121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks [] for router_controller (a776d4f0-38aa-4151-a0cc-a16b4745efc5), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.422142 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (a776d4f0-38aa-4151-a0cc-a16b4745efc5), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.423113 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a776d4f0-38aa-4151-a0cc-a16b4745efc5 {{(pid=106593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:30:17.433492 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.437816 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-8c424041-3ff6-4b5e-a281-9a848480e41d admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/a776d4f0-38aa-4151-a0cc-a16b4745efc5 HTTP/1.1" status: 204 len: 168 time: 1.5803442 Aug 23 22:30:17.441317 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58134) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:17.463762 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c2f0-2385-4a84-b9a9-52782982acbc req-59ae786a-13f9-4353-bade-2303d5228953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:17.465901 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0069c2f0-2385-4a84-b9a9-52782982acbc req-59ae786a-13f9-4353-bade-2303d5228953 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 1127 time: 0.2089584 Aug 23 22:30:17.513122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9686db2-baab-4e77-9da1-fafe8bcdbfc5 admin admin] Deleting subnet cfb8c340-2608-4725-8cf0-b22700591bab {{(pid=106593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:30:17.518676 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c9686db2-baab-4e77-9da1-fafe8bcdbfc5 admin admin] Publish callbacks [] for subnet (cfb8c340-2608-4725-8cf0-b22700591bab), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.542364 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-33e3adae-78df-44b1-8660-b8a1443192a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:17.544249 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-33e3adae-78df-44b1-8660-b8a1443192a4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 913 time: 0.3162577 Aug 23 22:30:17.552214 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ac51-9eda-4802-a459-eb7cef4821d2 req-bf8058df-7a67-423d-b0fe-35661a452a10 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:17.554762 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f662ac51-9eda-4802-a459-eb7cef4821d2 req-bf8058df-7a67-423d-b0fe-35661a452a10 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 943 time: 0.0826099 Aug 23 22:30:17.572244 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c9686db2-baab-4e77-9da1-fafe8bcdbfc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25456179'] for subnet (cfb8c340-2608-4725-8cf0-b22700591bab), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.618128 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:17.627609 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:17.694476 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f662ac51-9eda-4802-a459-eb7cef4821d2 req-91b63859-319d-49d0-bccc-418630544a1a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310558 Aug 23 22:30:17.702511 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c9686db2-baab-4e77-9da1-fafe8bcdbfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (cfb8c340-2608-4725-8cf0-b22700591bab), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.813305 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-b87da462-90a7-4a06-a649-f02e3e4aefe7 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edad9bc4-ba17-4879-b9ef-138943b74c95 HTTP/1.1" status: 200 len: 217 time: 0.1778369 Aug 23 22:30:17.834051 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c9686db2-baab-4e77-9da1-fafe8bcdbfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25505823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26779442'] for subnet (cfb8c340-2608-4725-8cf0-b22700591bab), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.852411 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c9686db2-baab-4e77-9da1-fafe8bcdbfc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:17.859568 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33fa6b7-6720-47fa-aaf6-524a341bacf5 None None] Network 4778581f-3436-4e32-a046-0ed411ab00d6 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:30:17.863232 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c9686db2-baab-4e77-9da1-fafe8bcdbfc5 admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/cfb8c340-2608-4725-8cf0-b22700591bab HTTP/1.1" status: 204 len: 168 time: 0.4190211 Aug 23 22:30:17.885730 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58138) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:17.896294 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9686db2-baab-4e77-9da1-fafe8bcdbfc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb8c340-2608-4725-8cf0-b22700591bab,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:17.975032 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c2f0-2385-4a84-b9a9-52782982acbc req-00ccbffc-b6e7-486e-8881-58d40e3636e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:17.976757 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0069c2f0-2385-4a84-b9a9-52782982acbc req-00ccbffc-b6e7-486e-8881-58d40e3636e8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=8be30316f0b745d783ec96bc983b2cb1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3239717 Aug 23 22:30:18.038366 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (4778581f-3436-4e32-a046-0ed411ab00d6), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:18.098204 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93509616-8c7e-42c6-b0d0-bdd7bb1ea669 None None] DHCP port deletion for 4778581f-3436-4e32-a046-0ed411ab00d6 request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:30:18.213857 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Deleting port c4f8b758-b74a-4d83-866f-c9dbbac3b254 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:18.214979 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:18.288888 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device edad9bc4-ba17-4879-b9ef-138943b74c95 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:30:18.379892 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 1ad742f7-13d8-4bf8-a0cd-816da30a3640 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:18.384024 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-93509616-8c7e-42c6-b0d0-bdd7bb1ea669 None None] Deleting port c4f8b758-b74a-4d83-866f-c9dbbac3b254 {{(pid=106595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:18.384796 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-93509616-8c7e-42c6-b0d0-bdd7bb1ea669 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), before_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:18.423021 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d06aa3-5cc6-4513-8eab-891ddab31dae req-1f6c804d-b0ee-42f2-8fd6-f02ae551ecb5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:18.431936 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91d06aa3-5cc6-4513-8eab-891ddab31dae req-1f6c804d-b0ee-42f2-8fd6-f02ae551ecb5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.2674026 Aug 23 22:30:18.442460 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] For port c4f8b758-b74a-4d83-866f-c9dbbac3b254, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=c4f8b758-b74a-4d83-866f-c9dbbac3b254,segment=NetworkSegment(d961de76-97b7-4539-b1d7-7366535ad207),segment_id=d961de76-97b7-4539-b1d7-7366535ad207)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:18.442857 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:18.473896 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Calling delete_port for c4f8b758-b74a-4d83-866f-c9dbbac3b254 owned by network:dhcp {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:18.491735 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-526f1f33-4cd5-4bdc-9635-733fe9c7a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:18.497147 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-526f1f33-4cd5-4bdc-9635-733fe9c7a6a9 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.4818587 Aug 23 22:30:18.503430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.db.resource_extend [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 23 22:30:18.541041 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 1ad742f7-13d8-4bf8-a0cd-816da30a3640 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:30:18.541565 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 1ad742f7-13d8-4bf8-a0cd-816da30a3640 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:18.541989 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2f956065-377c-4878-838d-0267d3870559 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:18.572273 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-91d06aa3-5cc6-4513-8eab-891ddab31dae req-0a7f7cac-8431-4f5a-9b26-58943e4a1f16 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387866 Aug 23 22:30:18.574776 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c2f0-2385-4a84-b9a9-52782982acbc req-eeac45e5-16a1-4800-9861-f5f4f89adc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:18.576713 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0069c2f0-2385-4a84-b9a9-52782982acbc req-eeac45e5-16a1-4800-9861-f5f4f89adc2e service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5466645 Aug 23 22:30:18.592884 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 2f956065-377c-4878-838d-0267d3870559 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:30:18.593698 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2f956065-377c-4878-838d-0267d3870559 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:18.594625 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device c4f8b758-b74a-4d83-866f-c9dbbac3b254 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:18.614917 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-93509616-8c7e-42c6-b0d0-bdd7bb1ea669 None None] For port c4f8b758-b74a-4d83-866f-c9dbbac3b254, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=c4f8b758-b74a-4d83-866f-c9dbbac3b254,segment=NetworkSegment(d961de76-97b7-4539-b1d7-7366535ad207),segment_id=d961de76-97b7-4539-b1d7-7366535ad207)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:18.614917 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-93509616-8c7e-42c6-b0d0-bdd7bb1ea669 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), precommit_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:18.631565 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:18.666384 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f8b758-b74a-4d83-866f-c9dbbac3b254,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:18.670893 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:18.681616 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-93509616-8c7e-42c6-b0d0-bdd7bb1ea669 None None] Calling delete_port for c4f8b758-b74a-4d83-866f-c9dbbac3b254 owned by network:dhcp {{(pid=106595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:18.703343 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] No DVR routers for this DVR port c4f8b758-b74a-4d83-866f-c9dbbac3b254 on host dv-cinder-850321-4-iscsi {{(pid=106593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:30:18.733866 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port edad9bc4-ba17-4879-b9ef-138943b74c95, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=edad9bc4-ba17-4879-b9ef-138943b74c95,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:18.766326 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No active binding found for port c4f8b758-b74a-4d83-866f-c9dbbac3b254 {{(pid=106595) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 23 22:30:18.766963 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] The host dv-cinder-850321-4-iscsi is not matching for port c4f8b758-b74a-4d83-866f-c9dbbac3b254 host None! {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 23 22:30:18.767549 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device c4f8b758-b74a-4d83-866f-c9dbbac3b254 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:18.789483 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': 'edad9bc4-ba17-4879-b9ef-138943b74c95', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'port_id': 'edad9bc4-ba17-4879-b9ef-138943b74c95', 'mac_address': 'fa:16:3e:b4:0c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:30:18.868703 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (4778581f-3436-4e32-a046-0ed411ab00d6), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:18.896329 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port edad9bc4-ba17-4879-b9ef-138943b74c95 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:18.896922 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:18.900903 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-93509616-8c7e-42c6-b0d0-bdd7bb1ea669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (c4f8b758-b74a-4d83-866f-c9dbbac3b254), after_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:18.924487 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4778581f-3436-4e32-a046-0ed411ab00d6']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:18.944098 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93509616-8c7e-42c6-b0d0-bdd7bb1ea669 None None] Pushing event deleted for resources: {'Port': ['ID=c4f8b758-b74a-4d83-866f-c9dbbac3b254,revision_number=None']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:18.946225 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd961de76-97b7-4539-b1d7-7366535ad207') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:18.946225 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd961de76-97b7-4539-b1d7-7366535ad207') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:18.947938 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edad9bc4-ba17-4879-b9ef-138943b74c95 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:30:18.958807 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93509616-8c7e-42c6-b0d0-bdd7bb1ea669 None None] No DVR routers for this DVR port c4f8b758-b74a-4d83-866f-c9dbbac3b254 on host dv-cinder-850321-4-iscsi {{(pid=106595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:30:18.989488 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port edad9bc4-ba17-4879-b9ef-138943b74c95, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=edad9bc4-ba17-4879-b9ef-138943b74c95,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:18.989943 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (d961de76-97b7-4539-b1d7-7366535ad207), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.001505 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.042290 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b430-7763-4da6-997a-038b565deb6e req-94ef332b-9a33-4058-bcd2-a0b6c9bbe85e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:19.043225 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (d961de76-97b7-4539-b1d7-7366535ad207), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.045111 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c741b430-7763-4da6-997a-038b565deb6e req-94ef332b-9a33-4058-bcd2-a0b6c9bbe85e tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 943 time: 0.1630995 Aug 23 22:30:19.063178 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:30:19.064737 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (d961de76-97b7-4539-b1d7-7366535ad207), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.132025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=edad9bc4-ba17-4879-b9ef-138943b74c95,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:19.154212 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment d961de76-97b7-4539-b1d7-7366535ad207 resource provider aggregate not found Aug 23 22:30:19.188026 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment d961de76-97b7-4539-b1d7-7366535ad207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d961de76-97b7-4539-b1d7-7366535ad207 found for delete ", "request_id": "req-196f12b8-a2b6-4896-a806-61fa5fbefea2"}]} Aug 23 22:30:19.263123 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-17e2a30a-3fb5-4d1a-b45b-efef5778f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:19.265915 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-17e2a30a-3fb5-4d1a-b45b-efef5778f6d7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1821437 Aug 23 22:30:19.274482 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (4778581f-3436-4e32-a046-0ed411ab00d6), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.287540 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:19.329853 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.336579 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/4778581f-3436-4e32-a046-0ed411ab00d6 HTTP/1.1" status: 204 len: 168 time: 1.4492409 Aug 23 22:30:19.342571 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c4bf-2b43-4a67-a64b-0af96cc6bceb admin admin] Pushing event deleted for resources: {'Network': ['ID=4778581f-3436-4e32-a046-0ed411ab00d6,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:19.411370 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-d46710b4-7d7d-49a6-915a-eae76f4b49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:19.418311 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-d46710b4-7d7d-49a6-915a-eae76f4b49c0 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 1127 time: 0.2342148 Aug 23 22:30:19.470975 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['edad9bc4-ba17-4879-b9ef-138943b74c95'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:30:19.671599 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58160) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:19.728281 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:19.730575 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:19.735984 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-d1f0b38e-3a78-40f3-9d13-35ebefb8551a admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=2cfc99aa2ea246fb845d429885ff5209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619743 Aug 23 22:30:19.739294 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58162) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:19.821584 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-42091cbe-ed6d-448d-89af-b6b77fd0dfae admin admin] Publish callbacks [] for security_group (a010d42d-4c4f-4ddb-987b-5704888be09d), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.854899 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-42091cbe-ed6d-448d-89af-b6b77fd0dfae admin admin] Publish callbacks [] for security_group (a010d42d-4c4f-4ddb-987b-5704888be09d), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.896084 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c741b430-7763-4da6-997a-038b565deb6e req-ac212be9-85f3-4a9f-8a4e-ec3ca1aea45b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8399632 Aug 23 22:30:19.899366 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-62ab442b-f85d-43ce-b562-645d4a16193b service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a HTTP/1.1" status: 200 len: 217 time: 0.4650311 Aug 23 22:30:19.961248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-42091cbe-ed6d-448d-89af-b6b77fd0dfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a010d42d-4c4f-4ddb-987b-5704888be09d), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.964455 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-42091cbe-ed6d-448d-89af-b6b77fd0dfae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:19.965913 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-42091cbe-ed6d-448d-89af-b6b77fd0dfae admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/a010d42d-4c4f-4ddb-987b-5704888be09d HTTP/1.1" status: 204 len: 168 time: 0.2216966 Aug 23 22:30:19.987239 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42091cbe-ed6d-448d-89af-b6b77fd0dfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a010d42d-4c4f-4ddb-987b-5704888be09d,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:20.038587 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-80532c06-afc5-47af-bd50-70e26f4fc4b8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330511 Aug 23 22:30:20.264310 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057aea8c-477a-463d-818b-b5375f6b16a0 req-5f109e9d-0ca0-4344-a154-f031b659978d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:20.267175 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-057aea8c-477a-463d-818b-b5375f6b16a0 req-5f109e9d-0ca0-4344-a154-f031b659978d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.1032574 Aug 23 22:30:20.386105 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-057aea8c-477a-463d-818b-b5375f6b16a0 req-41035234-9bf1-4d98-92ba-6ed3cd957c75 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093209 Aug 23 22:30:20.709302 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58170) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:20.752277 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:20.792632 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-7efae159-94cc-40b1-b195-5125cac4fafb admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=e1969acf59134ccca626d7cb1015a184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818386 Aug 23 22:30:20.795795 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58172) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:20.883912 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3f0cef2a-7b7e-4cf2-adbd-9f190671e7c6 admin admin] Publish callbacks [] for security_group (635cf8e9-2a2c-4464-9ae7-aa6f8d068ccc), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:20.927748 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3f0cef2a-7b7e-4cf2-adbd-9f190671e7c6 admin admin] Publish callbacks [] for security_group (635cf8e9-2a2c-4464-9ae7-aa6f8d068ccc), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:21.040201 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3f0cef2a-7b7e-4cf2-adbd-9f190671e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (635cf8e9-2a2c-4464-9ae7-aa6f8d068ccc), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:21.045119 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3f0cef2a-7b7e-4cf2-adbd-9f190671e7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:21.049134 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3f0cef2a-7b7e-4cf2-adbd-9f190671e7c6 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/635cf8e9-2a2c-4464-9ae7-aa6f8d068ccc HTTP/1.1" status: 204 len: 168 time: 0.2501924 Aug 23 22:30:21.066445 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cef2a-7b7e-4cf2-adbd-9f190671e7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635cf8e9-2a2c-4464-9ae7-aa6f8d068ccc,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:21.132429 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aecfec-548d-47b8-9d04-389e536db55a req-2e09c341-3207-4196-9051-e04c71b26e72 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:21.138000 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-89aecfec-548d-47b8-9d04-389e536db55a req-2e09c341-3207-4196-9051-e04c71b26e72 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 944 time: 0.1085434 Aug 23 22:30:21.219426 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-89aecfec-548d-47b8-9d04-389e536db55a req-14cd6cd7-8ddb-4778-9792-28d2c7336ce4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752745 Aug 23 22:30:21.609642 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86481-07b6-4cbf-b748-5626691e38ec req-2ce959f2-49d2-41e7-92b9-85d1acb94b94 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:21.613262 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-15c86481-07b6-4cbf-b748-5626691e38ec req-2ce959f2-49d2-41e7-92b9-85d1acb94b94 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.1176517 Aug 23 22:30:21.720295 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-bc086c8c-71a3-41d6-a4db-e318165ddbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:21.723551 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-bc086c8c-71a3-41d6-a4db-e318165ddbf9 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.1769695 Aug 23 22:30:21.821200 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-15c86481-07b6-4cbf-b748-5626691e38ec req-734d42ca-a47f-4cf5-805d-cbe45552289b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860814 Aug 23 22:30:21.830034 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-083a01d4-3f2e-43ca-929a-81f6852c277d req-50c52566-8acb-4e5b-9d06-e76b18707cd6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699521 Aug 23 22:30:22.227938 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58202) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:22.373664 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-794093619-network', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:22.389163 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351d303-e0bd-4c49-b7c6-2ceedd71170d req-1018c60b-078a-4856-844e-3ef1f3159d43 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:22.390855 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f351d303-e0bd-4c49-b7c6-2ceedd71170d req-1018c60b-078a-4856-844e-3ef1f3159d43 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 944 time: 0.0700459 Aug 23 22:30:22.408358 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Made reservation on behalf of 77cc91a5c0bc4e5888460d7618594895 for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:30:22.412475 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:22.417664 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:22.432386 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:22.472319 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f351d303-e0bd-4c49-b7c6-2ceedd71170d req-ba78c717-5b94-42ab-9a3b-b0c1f232d0fd tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679624 Aug 23 22:30:22.601078 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Publish callbacks [] for security_group (b29e66af-355e-44d5-b951-1d93f7228d86), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:22.610730 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b29e66af-355e-44d5-b951-1d93f7228d86), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:22.616466 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-c12a4571-a0cc-42bf-91ca-2f246d1a33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:22.619196 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-c12a4571-a0cc-42bf-91ca-2f246d1a33c5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902469 Aug 23 22:30:22.637122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:30:22.676735 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (01a7f60e-fbf0-4e82-948d-07b71f94d429), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:22.677332 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Added segment 01a7f60e-fbf0-4e82-948d-07b71f94d429 of type vlan for network dd15f43b-dcfe-4caf-8228-7089e7287c38 Aug 23 22:30:22.680691 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29e66af-355e-44d5-b951-1d93f7228d86,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:22.761642 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (dd15f43b-dcfe-4caf-8228-7089e7287c38), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:22.812820 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-710ea5ab-b7eb-42cc-939f-303545ff9d41 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757019 Aug 23 22:30:22.817171 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (dd15f43b-dcfe-4caf-8228-7089e7287c38), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:22.818313 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:22.818997 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:22.864572 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6346071 Aug 23 22:30:22.874380 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58214) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:22.892714 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa08b98-6087-4a4d-a8fb-ca8682ff75fc admin admin] Pushing event updated for resources: {'Network': ['ID=dd15f43b-dcfe-4caf-8228-7089e7287c38,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:22.913619 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Request body: {'subnet': {'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-794093619-subnet', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'ip_version': 4}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:22.915828 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:30:23.077710 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Made reservation on behalf of 77cc91a5c0bc4e5888460d7618594895 for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:30:23.085049 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:23.101283 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device edad9bc4-ba17-4879-b9ef-138943b74c95 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:23.131644 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:23.161916 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:23.175341 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97d787-7ef4-47cb-841e-5a6768a421ca req-a54de206-1792-49de-b2cd-ae1ea68500aa tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:23.178206 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ee97d787-7ef4-47cb-841e-5a6768a421ca req-a54de206-1792-49de-b2cd-ae1ea68500aa tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.1867771 Aug 23 22:30:23.185804 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a1bfc761-65f9-4bcb-af97-d9f785071add req-f69b453d-dd8e-4a92-b010-cfc7cb751eec service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612778 Aug 23 22:30:23.208436 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port edad9bc4-ba17-4879-b9ef-138943b74c95 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:30:23.219634 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port edad9bc4-ba17-4879-b9ef-138943b74c95 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:23.220305 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:23.328273 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ee97d787-7ef4-47cb-841e-5a6768a421ca req-67e87553-48f2-4016-b355-4587a573ea59 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376443 Aug 23 22:30:23.377214 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port edad9bc4-ba17-4879-b9ef-138943b74c95 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:23.377893 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:23.383485 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:23.431590 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edad9bc4-ba17-4879-b9ef-138943b74c95'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:23.436201 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bc95b5-1afb-4f57-882e-89d8ce5f90ce" -d '{"events": [{"server_uuid": "eb06a53f-d4f0-465e-9c75-8d72e44c0640", "name": "network-vif-plugged", "status": "completed", "tag": "edad9bc4-ba17-4879-b9ef-138943b74c95"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:23.457891 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port edad9bc4-ba17-4879-b9ef-138943b74c95, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=edad9bc4-ba17-4879-b9ef-138943b74c95,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:23.463846 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:23.477538 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (34a84eff-8e1c-4c12-a2d4-bc639fa912f4), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:23.508878 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:23.512430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d59c0df-cb9f-4e73-9aa6-f7e9e0567227 x-openstack-request-id: req-0d59c0df-cb9f-4e73-9aa6-f7e9e0567227 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:23.512430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb06a53f-d4f0-465e-9c75-8d72e44c0640", "name": "network-vif-plugged", "status": "completed", "tag": "edad9bc4-ba17-4879-b9ef-138943b74c95", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:23.512430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0d59c0df-cb9f-4e73-9aa6-f7e9e0567227 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:23.512430 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d59c0df-cb9f-4e73-9aa6-f7e9e0567227'] response: {'server_uuid': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edad9bc4-ba17-4879-b9ef-138943b74c95', 'code': 200} Aug 23 22:30:23.561335 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=edad9bc4-ba17-4879-b9ef-138943b74c95,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:23.571736 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a84eff-8e1c-4c12-a2d4-bc639fa912f4,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:23.594526 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.595112 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.595710 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.596300 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.597570 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.598209 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.598750 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.599344 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.599935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.600529 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.601134 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.601652 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.602223 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.602813 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.603356 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:23.678793 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Checking segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:23.680026 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Network hostable DHCP agents. Network: dd15f43b-dcfe-4caf-8228-7089e7287c38, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:30:23.687863 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2b2ba-0a70-483c-819e-dc04c44cf5b9 req-cfab563d-47b0-4c56-ae90-33c265287018 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:23.689778 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a9c2b2ba-0a70-483c-819e-dc04c44cf5b9 req-cfab563d-47b0-4c56-ae90-33c265287018 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.0813127 Aug 23 22:30:23.727399 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:30:23.756292 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, dd15f43b-dcfe-4caf-8228-7089e7287c38) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:23.776429 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee1cab-8307-4dd8-a3df-9c0453e87bd7 None None] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:30:23.780649 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:23.781747 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:23.799628 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a9c2b2ba-0a70-483c-819e-dc04c44cf5b9 req-efab91a8-15d0-4488-b06f-760491f0e8fc tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922847 Aug 23 22:30:23.819539 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ccac3cc7-c36e-40c2-a774-ad6b3dd8a76a admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9431987 Aug 23 22:30:23.822279 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58226) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:23.833554 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:23.883761 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:23.885336 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:23.998913 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks [] for router_controller (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), precommit_add_association {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:24.132937 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-dd15f43b-dcfe-4caf-8228-7089e7287c38', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:30:24.134097 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:24.332887 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks [] for router_gateway (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:24.368106 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:24.457325 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-ef45c6d3-9591-4990-9daa-2b9a23d463a8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1125488 Aug 23 22:30:24.492815 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Allocated IP 172.20.0.2 (dd15f43b-dcfe-4caf-8228-7089e7287c38/34a84eff-8e1c-4c12-a2d4-bc639fa912f4/dd8a7be0-1d8f-40f7-b016-08376a51773b) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:24.646364 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34e7ac-9c6c-4a49-9abb-27769c6d5405 req-d1637b61-a31c-4721-8251-2c67252c3412 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:24.655300 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7a34e7ac-9c6c-4a49-9abb-27769c6d5405 req-d1637b61-a31c-4721-8251-2c67252c3412 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0999851 Aug 23 22:30:24.732200 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks [] for router_gateway (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:24.738150 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7a34e7ac-9c6c-4a49-9abb-27769c6d5405 req-d354c8de-92d0-49e0-9078-09e5b7419082 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812221 Aug 23 22:30:24.777384 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Publish callbacks [] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:24.784764 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:24.789132 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:24.848721 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:24.855468 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:24.875074 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:24.943667 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Pushing event updated for resources: {'Port': ['ID=dd8a7be0-1d8f-40f7-b016-08376a51773b,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:24.993560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fea67-3942-4169-8682-769759d3a91b req-64521b00-d715-4c73-8157-71af3e5026db tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:24.993901 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Attempting to bind port dd8a7be0-1d8f-40f7-b016-08376a51773b on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:30:24.994490 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Attempting to bind port dd8a7be0-1d8f-40f7-b016-08376a51773b by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:30:24.995100 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Attempting to bind port dd8a7be0-1d8f-40f7-b016-08376a51773b on network dd15f43b-dcfe-4caf-8228-7089e7287c38 {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:25.003876 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:25.005005 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d67fea67-3942-4169-8682-769759d3a91b req-64521b00-d715-4c73-8157-71af3e5026db tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.1182857 Aug 23 22:30:25.007317 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:30:25.008070 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Checking segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:25.008869 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:25.009649 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Bound using segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:30:25.010610 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Bound port: dd8a7be0-1d8f-40f7-b016-08376a51773b, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:30:25.011348 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:25.017312 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:25.019247 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Allocated IP 172.27.2.201 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/e0b6c1d6-6f38-4095-8a6d-558219e6424a) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:25.096504 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d67fea67-3942-4169-8682-769759d3a91b req-d06b461f-ac2a-47cf-8b59-a016daa812a9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871432 Aug 23 22:30:25.153196 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] For port dd8a7be0-1d8f-40f7-b016-08376a51773b, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:30:25.159805 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] For port dd8a7be0-1d8f-40f7-b016-08376a51773b, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=dd8a7be0-1d8f-40f7-b016-08376a51773b,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:30:25.171222 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:25.232942 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks [] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:25.263747 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccb88f-14a5-4388-8247-492f5837d7f4 None None] Pushing event updated for resources: {'Port': ['ID=dd8a7be0-1d8f-40f7-b016-08376a51773b,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:25.312927 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:25.316652 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba968a-afd4-47d1-973e-e08058447c7d req-a46931fc-08d4-4d8e-9965-d2be24ce53e7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:25.318818 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-baba968a-afd4-47d1-973e-e08058447c7d req-a46931fc-08d4-4d8e-9965-d2be24ce53e7 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.0896249 Aug 23 22:30:25.384150 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:25.390714 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:25.400437 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:25.420357 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-baba968a-afd4-47d1-973e-e08058447c7d req-f79772c5-cf26-4488-b949-fe711b97ffd5 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942822 Aug 23 22:30:25.460288 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b6c1d6-6f38-4095-8a6d-558219e6424a,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:25.836808 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks [] for router_gateway (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:25.947883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b3ab2-a7b9-47ff-a73c-abdbe4b0314e req-87b71951-bdc6-4d8d-bd71-fd2be76219ac tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:25.950722 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b21b3ab2-a7b9-47ff-a73c-abdbe4b0314e req-87b71951-bdc6-4d8d-bd71-fd2be76219ac tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0841210 Aug 23 22:30:26.017176 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b21b3ab2-a7b9-47ff-a73c-abdbe4b0314e req-18af5dbf-5686-45e0-8abd-0a8697e5ca35 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567021 Aug 23 22:30:26.322663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device dd8a7be0-1d8f-40f7-b016-08376a51773b up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:26.377159 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e380d-2141-4093-bbe7-b74e462bb057 req-d5265ebd-7a90-4c4f-ae17-039fed829acf tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:26.382222 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-302e380d-2141-4093-bbe7-b74e462bb057 req-d5265ebd-7a90-4c4f-ae17-039fed829acf tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.1198349 Aug 23 22:30:26.418150 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:26.430389 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port dd8a7be0-1d8f-40f7-b016-08376a51773b triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:26.431229 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:26.474876 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:26.480925 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2145ae08-8d67-45d5-bc60-d74ff38d6e5a details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:30:26.492971 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:26.496502 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-302e380d-2141-4093-bbe7-b74e462bb057 req-b6eae2af-2243-48ba-9d8b-c904cbd9ee91 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079402 Aug 23 22:30:26.618636 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:26.645801 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d336a-a094-4c6d-bf2a-48a126542958 None None] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:30:26.663996 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b686d-9a75-46cd-93a4-42b7cb2bf61f req-9e8074b7-e08f-4fee-ad3d-1134fe530b22 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:26.665621 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-656b686d-9a75-46cd-93a4-42b7cb2bf61f req-9e8074b7-e08f-4fee-ad3d-1134fe530b22 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.0605092 Aug 23 22:30:26.721374 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port dd8a7be0-1d8f-40f7-b016-08376a51773b is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:26.721929 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:26.725168 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-fe9d6fbc-984c-4079-80dc-d798d2f4b150 None None] Provisioning complete for port dd8a7be0-1d8f-40f7-b016-08376a51773b triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:26.725895 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-fe9d6fbc-984c-4079-80dc-d798d2f4b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:26.730650 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:30:26.750577 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:26.757337 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-656b686d-9a75-46cd-93a4-42b7cb2bf61f req-ca467603-5fa4-4523-8aff-f684f0a5861b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837739 Aug 23 22:30:26.847820 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:26.855306 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:26.867752 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Sync routers for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:26.879429 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:26.880078 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:26.881355 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:26.884805 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58250) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:26.885380 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-f4936652-3209-47d6-bafb-9bfd06482a24 admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0611427 Aug 23 22:30:26.889353 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'port_id': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'mac_address': 'fa:16:3e:8c:9f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:30:26.904431 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port dd8a7be0-1d8f-40f7-b016-08376a51773b, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=dd8a7be0-1d8f-40f7-b016-08376a51773b,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:26.913573 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:26.957147 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:27.000552 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:27.060654 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:27.061044 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:27.080283 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=dd8a7be0-1d8f-40f7-b016-08376a51773b,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:27.087405 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d6fbc-984c-4079-80dc-d798d2f4b150 None None] Current status of the port dd8a7be0-1d8f-40f7-b016-08376a51773b is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:27.090765 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2145ae08-8d67-45d5-bc60-d74ff38d6e5a {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:30:27.114718 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:27.120608 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:27.170702 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:27.184678 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:27.250084 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:25Z', 'revision_number': 3, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:27.256523 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c8d12-db98-4f3f-a21b-9ea7836f3e9a req-05cf8195-8f25-4e6b-8778-1691fe4545c1 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:27.262388 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9e2c8d12-db98-4f3f-a21b-9ea7836f3e9a req-05cf8195-8f25-4e6b-8778-1691fe4545c1 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 944 time: 0.0617874 Aug 23 22:30:27.295820 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Checking router: daa0a964-86b2-4141-b7d7-6dd9440bcfb6 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:27.296386 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Updating router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 port e0b6c1d6-6f38-4095-8a6d-558219e6424a binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:30:27.365195 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:27.371458 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9e2c8d12-db98-4f3f-a21b-9ea7836f3e9a req-dea7c61f-1556-4e59-8964-35f187e85599 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884979 Aug 23 22:30:27.448622 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e753f54f-0003-415c-a289-f17a2a299afc None None] Provisioning complete for port dd8a7be0-1d8f-40f7-b016-08376a51773b triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:27.449483 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e753f54f-0003-415c-a289-f17a2a299afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:27.513354 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:27.595887 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e753f54f-0003-415c-a289-f17a2a299afc None None] Current status of the port dd8a7be0-1d8f-40f7-b016-08376a51773b is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:27.757807 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a452ab-3eb9-4562-a308-b90648b4ca1b req-8ed31f79-9987-49f9-b378-2f41f0ee38ec tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:27.759522 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-93a452ab-3eb9-4562-a308-b90648b4ca1b req-8ed31f79-9987-49f9-b378-2f41f0ee38ec tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0867176 Aug 23 22:30:27.812790 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Publish callbacks [] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:27.820516 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:27.843554 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Allocated IP 172.20.0.1 (dd15f43b-dcfe-4caf-8228-7089e7287c38/34a84eff-8e1c-4c12-a2d4-bc639fa912f4/f0cec82c-924c-44ce-96c6-e88c4a085dc4) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:27.852663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['2145ae08-8d67-45d5-bc60-d74ff38d6e5a'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:30:27.864976 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Attempting to bind port e0b6c1d6-6f38-4095-8a6d-558219e6424a on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:30:27.865309 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Attempting to bind port e0b6c1d6-6f38-4095-8a6d-558219e6424a by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:30:27.865615 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Attempting to bind port e0b6c1d6-6f38-4095-8a6d-558219e6424a on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:27.881529 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:30:27.881529 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:27.881529 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:27.881529 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:30:27.881529 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Bound port: e0b6c1d6-6f38-4095-8a6d-558219e6424a, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:30:27.881529 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:27.892475 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-93a452ab-3eb9-4562-a308-b90648b4ca1b req-88c3e153-ec7f-47d1-86b6-5ca18d69ea85 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240287 Aug 23 22:30:27.899097 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:27.906718 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Pushing event updated for resources: {'Port': ['ID=e0b6c1d6-6f38-4095-8a6d-558219e6424a,revision_number=2']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:27.950728 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.951136 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.951687 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.951806 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.952248 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.952596 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.952924 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.953279 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.953732 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.953976 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.954442 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.954772 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.955121 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.956691 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.956691 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:27.974980 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] For port e0b6c1d6-6f38-4095-8a6d-558219e6424a, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:30:27.983448 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] For port e0b6c1d6-6f38-4095-8a6d-558219e6424a, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e0b6c1d6-6f38-4095-8a6d-558219e6424a,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:30:27.996204 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:28.001689 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:28.054186 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:28.054778 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:28.059892 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:28.155901 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Publish callbacks [] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:28.177125 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa351-1804-42ee-853a-8c4b66725a18 req-bc2ecaf1-9d2d-4073-8bb9-946cdaf8339b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:28.185301 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-453aa351-1804-42ee-853a-8c4b66725a18 req-bc2ecaf1-9d2d-4073-8bb9-946cdaf8339b tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.1373122 Aug 23 22:30:28.197971 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e335916-965c-4d72-bd59-bf5fa2c97f04 None None] Pushing event updated for resources: {'Port': ['ID=e0b6c1d6-6f38-4095-8a6d-558219e6424a,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:28.212550 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:28.236230 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device dd8a7be0-1d8f-40f7-b016-08376a51773b up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:28.250073 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:28.265614 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:28.311616 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port dd8a7be0-1d8f-40f7-b016-08376a51773b triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:28.312541 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:28.323852 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-9ece48ab-6f43-4906-9884-332c7f1c1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:28.325693 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-9ece48ab-6f43-4906-9884-332c7f1c1510 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=1dfc84dc05d542d987194096f3b7e51a&device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 1129 time: 0.1382384 Aug 23 22:30:28.344792 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd17178-5562-4bac-a152-73c6c12b7257 req-a8d375db-e3d2-4c00-a23f-9af1779c14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:28.347761 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dbd17178-5562-4bac-a152-73c6c12b7257 req-a8d375db-e3d2-4c00-a23f-9af1779c14e1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 1129 time: 0.1152868 Aug 23 22:30:28.363692 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-453aa351-1804-42ee-853a-8c4b66725a18 req-9fe036dd-3242-4f8a-93d7-e002248a1e20 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772108 Aug 23 22:30:28.382973 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:28.429858 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:28.434624 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:28.439477 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:28.440876 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:28.443046 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port dd8a7be0-1d8f-40f7-b016-08376a51773b is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:28.497748 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:25Z', 'revision_number': 3, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:28.536986 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb36574-5481-4c4b-a947-67660035cb98 None None] The sync data for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi is: [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:25Z', 'revision_number': 3, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:28.691866 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Pushing event updated for resources: {'Port': ['ID=f0cec82c-924c-44ce-96c6-e88c4a085dc4,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:28.799271 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-a5392de2-7e70-435b-a7e8-7180c4e9361b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:28.801900 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-a5392de2-7e70-435b-a7e8-7180c4e9361b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.0971024 Aug 23 22:30:28.847228 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-c794f3ab-b41a-4d8e-971a-62650814d05c None None] Provisioning complete for port f0cec82c-924c-44ce-96c6-e88c4a085dc4 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:28.848242 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c794f3ab-b41a-4d8e-971a-62650814d05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:28.850797 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738a076-378c-4dc3-976a-d89171968c5e req-085cab42-8812-4e29-a8e8-02eaba8ef805 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:28.858972 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3738a076-378c-4dc3-976a-d89171968c5e req-085cab42-8812-4e29-a8e8-02eaba8ef805 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 944 time: 0.2907784 Aug 23 22:30:28.934975 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:28.990551 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dbd17178-5562-4bac-a152-73c6c12b7257 req-1f7e2523-2a1c-431e-92ec-15866fe0a1fd service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168706 Aug 23 22:30:28.999231 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-c794f3ab-b41a-4d8e-971a-62650814d05c None None] Port f0cec82c-924c-44ce-96c6-e88c4a085dc4 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:30:29.032635 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Deleting port e22c6f1c-3320-443a-8bec-aafb2744b504 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:29.033850 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:29.111177 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-3aeae93b-e623-429c-8758-d3f4e596511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:29.114559 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-3aeae93b-e623-429c-8758-d3f4e596511b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 200 len: 921 time: 0.5420971 Aug 23 22:30:29.136509 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3738a076-378c-4dc3-976a-d89171968c5e req-ef66a855-4e20-4df3-9b40-c1ae301721ed tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763150 Aug 23 22:30:29.184179 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:29.193994 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] For port e22c6f1c-3320-443a-8bec-aafb2744b504, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=e22c6f1c-3320-443a-8bec-aafb2744b504,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:29.194955 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:29.439787 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-70e7ba32-b40f-49a7-8dca-cfcda1cb359d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e126aa-d7f5-470c-b76d-c8d4bd7e7849 HTTP/1.1" status: 200 len: 217 time: 0.1012352 Aug 23 22:30:29.460500 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Publish callbacks [] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:29.478402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fb2bc-99d3-4d9c-946d-8d024ca22b7d req-b49ae5bc-b3d1-46fc-9047-721af475e97c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:29.481353 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c18fb2bc-99d3-4d9c-946d-8d024ca22b7d req-b49ae5bc-b3d1-46fc-9047-721af475e97c tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 946 time: 0.1781271 Aug 23 22:30:29.483292 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:29.484546 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:29.542496 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2145ae08-8d67-45d5-bc60-d74ff38d6e5a up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:29.601816 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:29.602367 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (b364c184-f6dd-431a-b18b-8a83757bcaf5), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:29.605540 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Floating IP b364c184-f6dd-431a-b18b-8a83757bcaf5 disassociated. External IP: 172.27.2.149, port: e22c6f1c-3320-443a-8bec-aafb2744b504. Aug 23 22:30:29.605900 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Calling delete_port for e22c6f1c-3320-443a-8bec-aafb2744b504 owned by compute:nova {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:29.637774 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:30:29.657352 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:29.657975 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:29.721454 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:29.808048 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c18fb2bc-99d3-4d9c-946d-8d024ca22b7d req-d81b57f5-6e9f-43ac-b872-8519cff6cd0e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7f0e065b-b489-4bf6-b822-3097d98afda5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160932 Aug 23 22:30:29.837699 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:29.839679 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Pushing event updated for resources: {'Port': ['ID=f0cec82c-924c-44ce-96c6-e88c4a085dc4,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:29.844577 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:29.908727 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:29.915495 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:30.024457 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:30.033025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0897e6ce-4a56-4457-91e4-4ef633a39f35" -d '{"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-plugged", "status": "completed", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:30.040663 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-ed68c98d-6324-4f29-babd-902222f5a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:30.043839 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-ed68c98d-6324-4f29-babd-902222f5a772 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 200 len: 858 time: 0.1743085 Aug 23 22:30:30.080201 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:30.095354 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:30.102509 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device e22c6f1c-3320-443a-8bec-aafb2744b504 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:30.117289 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (e22c6f1c-3320-443a-8bec-aafb2744b504), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:30.156390 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: e22c6f1c-3320-443a-8bec-aafb2744b504 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:30:30.157430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device e22c6f1c-3320-443a-8bec-aafb2744b504 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:30.257435 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event deleted for resources: {'Port': ['ID=e22c6f1c-3320-443a-8bec-aafb2744b504,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:30.301738 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:30.302904 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.303283 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.303636 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.306013 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.306488 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.306833 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.307280 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.307805 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.308302 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.308648 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.311492 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.313479 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.314083 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.314629 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.315069 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:30.376298 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e0b6c1d6-6f38-4095-8a6d-558219e6424a up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:30.389669 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-6c2a6a51-db57-4bc5-8db3-34dde017933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:30.392193 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-6c2a6a51-db57-4bc5-8db3-34dde017933b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=6d954100-70c0-4f0f-a697-9d74a7a12bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2682192 Aug 23 22:30:30.408305 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537f4a9-fe50-447e-8d60-7f1884efbd31 req-17f64a0f-0db3-40e9-afad-f213fc903e36 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:30.411488 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1537f4a9-fe50-447e-8d60-7f1884efbd31 req-17f64a0f-0db3-40e9-afad-f213fc903e36 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.2551837 Aug 23 22:30:30.468970 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-490efb15-2852-4d5f-98fb-b1f0fd607967 None None] Provisioning complete for port f0cec82c-924c-44ce-96c6-e88c4a085dc4 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:30.470255 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-490efb15-2852-4d5f-98fb-b1f0fd607967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:30.477367 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:30.512672 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:30:30.550494 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:30.558630 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1537f4a9-fe50-447e-8d60-7f1884efbd31 req-9759f52a-d871-4b89-9431-c2d465accdc2 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336360 Aug 23 22:30:30.567595 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port e0b6c1d6-6f38-4095-8a6d-558219e6424a triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:30.568189 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:30.574617 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-490efb15-2852-4d5f-98fb-b1f0fd607967 None None] Port f0cec82c-924c-44ce-96c6-e88c4a085dc4 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:30:30.599338 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:30:30.824923 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:30.850436 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8b4650e2-e7fe-4f0c-93f0-6647a967bc3a admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/daa0a964-86b2-4141-b7d7-6dd9440bcfb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9630570 Aug 23 22:30:30.856223 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port e0b6c1d6-6f38-4095-8a6d-558219e6424a is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:30.861766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:30.982393 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:30.986412 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:31.006719 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port e0b6c1d6-6f38-4095-8a6d-558219e6424a, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e0b6c1d6-6f38-4095-8a6d-558219e6424a,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:31.016963 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:31.040356 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] Sync routers for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:31.194926 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:31.196559 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:31.261101 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] No DVR routers for this DVR port e22c6f1c-3320-443a-8bec-aafb2744b504 on host hv-cinder-85032 {{(pid=106593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:30:31.270942 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:31.278783 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b25c44e0-66e0-4d0b-9a8a-c32fc31ae10c req-3575aa0e-4692-4909-a191-0a6e844d7a94 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "DELETE /networking/v2.0/ports/e22c6f1c-3320-443a-8bec-aafb2744b504 HTTP/1.1" status: 204 len: 173 time: 2.4687707 Aug 23 22:30:31.280050 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'name': 'network-vif-deleted', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:31.294141 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c53d8e6-5d73-4b11-95bb-129828c8d266" -d '{"events": [{"server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "name": "network-vif-deleted", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:31.310185 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-db33da71-658a-41cb-be95-6c0e5ff2013c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812558 Aug 23 22:30:31.470433 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a1d500-614b-4b1f-8e9d-ac2676bfbab7 x-openstack-request-id: req-19a1d500-614b-4b1f-8e9d-ac2676bfbab7 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:31.471005 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-plugged", "status": "completed", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:31.471663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-19a1d500-614b-4b1f-8e9d-ac2676bfbab7 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:31.472930 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a1d500-614b-4b1f-8e9d-ac2676bfbab7'] response: {'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'code': 200} Aug 23 22:30:31.482253 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=e0b6c1d6-6f38-4095-8a6d-558219e6424a,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:31.538318 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:31.557454 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:31.798049 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Sync routers for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:31.827633 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:31.829247 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:31.911289 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:31.935722 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f62a-ac80-4ba7-abc5-171ae5ba40fd req-df8f2257-cff9-492a-b510-8027ab88a8b2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:31.944815 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b874f62a-ac80-4ba7-abc5-171ae5ba40fd req-df8f2257-cff9-492a-b510-8027ab88a8b2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0801253 Aug 23 22:30:32.025047 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:25:01Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:32.071670 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b874f62a-ac80-4ba7-abc5-171ae5ba40fd req-bd9d5dc8-5c95-4dc2-a163-63c4ac131f7a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255372 Aug 23 22:30:32.088780 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] Checking router: f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:32.105971 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:32.106871 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:32.175213 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d5e6067c-4063-4451-b9b9-ad42ed97aab3 req-9b3659c3-2813-43ca-9b2a-d9feb0aa8b93 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8438330 Aug 23 22:30:32.357776 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:32.387160 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ffa18-d23c-4c3c-8b04-e29c81e3af78 req-436f390a-51de-4040-8ba3-a02493bc07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:32.399131 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-297ffa18-d23c-4c3c-8b04-e29c81e3af78 req-436f390a-51de-4040-8ba3-a02493bc07cc service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 1129 time: 0.2299831 Aug 23 22:30:32.437911 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:32.501167 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7cfc59ff-e9db-4a19-803d-00039b523fec req-f73aea2e-109f-4e98-a16d-686e0d7b5fbd tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d1c1b881-065d-4348-9ce8-50b4cb96585c HTTP/1.1" status: 200 len: 210 time: 0.1350560 Aug 23 22:30:32.559509 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58318) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:32.561731 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-297ffa18-d23c-4c3c-8b04-e29c81e3af78 req-a901f525-6f27-431a-bf9a-cdaa9af9a2fe service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552675 Aug 23 22:30:32.575344 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1077191716-network', 'tenant_id': '898f0f02fb794dcc96209124944cfe31'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:32.617875 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Made reservation on behalf of 898f0f02fb794dcc96209124944cfe31 for: {'network': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:30:32.622624 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:32.639169 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:32.763076 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e0b6c1d6-6f38-4095-8a6d-558219e6424a up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:32.832249 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Publish callbacks [] for security_group (842c59e9-954a-48b2-af79-9afec66c899f), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:32.840733 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (842c59e9-954a-48b2-af79-9afec66c899f), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:32.855378 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:32.869379 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:29Z', 'revision_number': 2, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:32.911469 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=106594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:30:32.939132 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Checking router: daa0a964-86b2-4141-b7d7-6dd9440bcfb6 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:32.940621 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Updating router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 port f0cec82c-924c-44ce-96c6-e88c4a085dc4 binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:30:32.941474 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (2b4b2f4d-4719-434d-9225-37b627932fad), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:32.942081 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.segments_db [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Added segment 2b4b2f4d-4719-434d-9225-37b627932fad of type vlan for network cc33a582-a0d6-413e-bb35-176766f60350 Aug 23 22:30:32.944938 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842c59e9-954a-48b2-af79-9afec66c899f,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:32.995674 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port e0b6c1d6-6f38-4095-8a6d-558219e6424a triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:32.996272 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.008825 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.034444 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (cc33a582-a0d6-413e-bb35-176766f60350), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.092613 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (cc33a582-a0d6-413e-bb35-176766f60350), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.095379 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:33.098369 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.130726 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5632987 Aug 23 22:30:33.135309 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58322) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:33.145691 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Request body: {'subnet': {'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1077191716-subnet', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'ip_version': 4}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:33.240295 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Made reservation on behalf of 898f0f02fb794dcc96209124944cfe31 for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:30:33.245100 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26779401'] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.288370 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffc3a8-d956-4017-b23e-1b499e4bc617 admin admin] Pushing event updated for resources: {'Network': ['ID=cc33a582-a0d6-413e-bb35-176766f60350,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:33.309745 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network cc33a582-a0d6-413e-bb35-176766f60350 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:30:33.358483 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:33.369102 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port e0b6c1d6-6f38-4095-8a6d-558219e6424a is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:33.390721 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:33.434239 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:25:01Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:33.454204 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4438f79-6433-468e-b100-895d82303118 x-openstack-request-id: req-c4438f79-6433-468e-b100-895d82303118 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:33.455224 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c1b881-065d-4348-9ce8-50b4cb96585c", "name": "network-vif-deleted", "tag": "e22c6f1c-3320-443a-8bec-aafb2744b504", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:33.455375 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c4438f79-6433-468e-b100-895d82303118 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:33.456721 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4438f79-6433-468e-b100-895d82303118'] response: {'server_uuid': 'd1c1b881-065d-4348-9ce8-50b4cb96585c', 'name': 'network-vif-deleted', 'tag': 'e22c6f1c-3320-443a-8bec-aafb2744b504', 'status': 'completed', 'code': 200} Aug 23 22:30:33.578788 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382d036-565d-4778-94f2-62b79121fb78 req-92868e2c-e8db-4582-be72-a87ff76a9ab9 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:33.581769 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f382d036-565d-4778-94f2-62b79121fb78 req-92868e2c-e8db-4582-be72-a87ff76a9ab9 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.0802252 Aug 23 22:30:33.582828 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cfad8-ed64-4c51-aa71-45814e5cabfa None None] The sync data for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi is: [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:39Z', 'revision_number': 4, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '8bd18489-5b8a-43e6-ac80-9a041d8ad7e1', 'name': '', 'network_id': '6d954100-70c0-4f0f-a697-9d74a7a12bf8', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'mac_address': 'fa:16:3e:6b:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:36Z', 'updated_at': '2022-08-23T22:25:01Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'subnets': [{'id': '2f9c5f90-3242-4ea7-8535-08bea47b3de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:33.651316 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-71f75a03-7a7e-41c8-a26b-8b39c21c0917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.705663 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f382d036-565d-4778-94f2-62b79121fb78 req-61ab5f60-3944-41ea-b6ad-96e9a5969d81 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108091 Aug 23 22:30:33.741130 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25505872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26779451'] for subnet (01b79ad4-3184-46f5-a175-1047bc3ba429), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.797355 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Publish callbacks [] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.810855 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:33.837164 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b79ad4-3184-46f5-a175-1047bc3ba429,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:33.930275 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Checking segment: {'id': '2b4b2f4d-4719-434d-9225-37b627932fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:33.930890 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Network hostable DHCP agents. Network: cc33a582-a0d6-413e-bb35-176766f60350, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:30:33.962385 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170f9c3-0f5c-4591-914b-3d2df4e69b8a None None] Pushing event updated for resources: {'Port': ['ID=f0cec82c-924c-44ce-96c6-e88c4a085dc4,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:33.965553 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Network cc33a582-a0d6-413e-bb35-176766f60350 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:30:33.987843 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, cc33a582-a0d6-413e-bb35-176766f60350) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:33.999711 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6686036c-5e58-4e41-bc90-206f38ea3786 None None] Network cc33a582-a0d6-413e-bb35-176766f60350 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:30:34.008714 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:34.017121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:34.039629 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Attempting to bind port f0cec82c-924c-44ce-96c6-e88c4a085dc4 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:30:34.040475 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Attempting to bind port f0cec82c-924c-44ce-96c6-e88c4a085dc4 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:30:34.041337 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Attempting to bind port f0cec82c-924c-44ce-96c6-e88c4a085dc4 on network dd15f43b-dcfe-4caf-8228-7089e7287c38 {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:34.052226 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:30:34.053517 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Checking segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:34.054031 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:34.054837 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Bound using segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:30:34.055907 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Bound port: f0cec82c-924c-44ce-96c6-e88c4a085dc4, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:30:34.064354 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:34.072389 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58332) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:34.075622 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-94b4cb35-d1b0-4004-a806-2eed1d75aa60 admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9368641 Aug 23 22:30:34.079685 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:34.130078 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (5b9521a2-6ebe-4793-b032-5a24808abee4), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:34.131967 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (5b9521a2-6ebe-4793-b032-5a24808abee4), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:34.161918 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:34.207439 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] For port f0cec82c-924c-44ce-96c6-e88c4a085dc4, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:30:34.212368 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] For port f0cec82c-924c-44ce-96c6-e88c4a085dc4, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=f0cec82c-924c-44ce-96c6-e88c4a085dc4,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:30:34.224040 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:34.225397 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf9c493-51d6-4fe5-95ad-8457779a4d56 None None] New status for floating IP b364c184-f6dd-431a-b18b-8a83757bcaf5: DOWN {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:30:34.277109 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:34.277984 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:34.291029 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks [] for router_controller (5b9521a2-6ebe-4793-b032-5a24808abee4), precommit_add_association {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:34.388665 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170f9c3-0f5c-4591-914b-3d2df4e69b8a None None] Pushing event updated for resources: {'Port': ['ID=f0cec82c-924c-44ce-96c6-e88c4a085dc4,revision_number=4']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:34.482601 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:34.576683 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-cc33a582-a0d6-413e-bb35-176766f60350', 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350', 'project_id': '898f0f02fb794dcc96209124944cfe31', 'fixed_ips': [{'subnet_id': '01b79ad4-3184-46f5-a175-1047bc3ba429'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:30:34.577836 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:34.588904 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:34.653503 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208d596-1d8d-406d-9285-6fd9991867c2 req-d841ed2a-8fc9-4e93-a25e-54270118c883 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:34.663029 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c208d596-1d8d-406d-9285-6fd9991867c2 req-d841ed2a-8fc9-4e93-a25e-54270118c883 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.2443883 Aug 23 22:30:34.677118 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks [] for router_gateway (5b9521a2-6ebe-4793-b032-5a24808abee4), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:34.803956 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c208d596-1d8d-406d-9285-6fd9991867c2 req-96ae7710-e0d9-47e8-bbf0-c94b349edf53 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397898 Aug 23 22:30:34.914877 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:35.045483 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Allocated IP 172.20.0.2 (cc33a582-a0d6-413e-bb35-176766f60350/01b79ad4-3184-46f5-a175-1047bc3ba429/75d8006b-2c8d-4a55-bff3-f6655a985d27) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:35.082109 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:34Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:35.156199 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244faa-3bbe-40cd-8561-4632faf6cfda None None] The sync data for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi is: [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:34Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:35.188440 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b0b9-4a13-4d64-8e28-8265a8cf1c02 req-cceb26a6-9203-4ecf-a683-f739df56dee2 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:35.191545 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3bf5b0b9-4a13-4d64-8e28-8265a8cf1c02 req-cceb26a6-9203-4ecf-a683-f739df56dee2 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.1035550 Aug 23 22:30:35.215549 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58338) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:35.226617 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Request body: {'floatingip': {'port_id': 'edad9bc4-ba17-4879-b9ef-138943b74c95'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:35.376314 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58340) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:35.381589 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks [] for router_gateway (5b9521a2-6ebe-4793-b032-5a24808abee4), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:35.435249 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (17babbda-382a-417e-b5be-0f6ba0001874), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:35.600242 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:35.658280 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Publish callbacks [] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:35.682457 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:35.816759 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d5be48f2-dde4-4260-a36b-cffa76bb6125 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group (7f0e065b-b489-4bf6-b822-3097d98afda5), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:35.821929 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Pushing event updated for resources: {'Port': ['ID=75d8006b-2c8d-4a55-bff3-f6655a985d27,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:35.843333 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:35.844971 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Network cc33a582-a0d6-413e-bb35-176766f60350 is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:35.850656 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:35.855726 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:35.978252 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d5be48f2-dde4-4260-a36b-cffa76bb6125 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group (7f0e065b-b489-4bf6-b822-3097d98afda5), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:36.076535 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:36.091521 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bbdc-4d9a-4f18-ab1a-ccfe05e01b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:36.098636 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Attempting to bind port 75d8006b-2c8d-4a55-bff3-f6655a985d27 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:30:36.099225 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Attempting to bind port 75d8006b-2c8d-4a55-bff3-f6655a985d27 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '2b4b2f4d-4719-434d-9225-37b627932fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:30:36.099714 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Attempting to bind port 75d8006b-2c8d-4a55-bff3-f6655a985d27 on network cc33a582-a0d6-413e-bb35-176766f60350 {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:36.110838 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:30:36.114908 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Checking segment: {'id': '2b4b2f4d-4719-434d-9225-37b627932fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:36.122394 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:36.123082 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Bound using segment: {'id': '2b4b2f4d-4719-434d-9225-37b627932fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:30:36.123936 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Bound port: 75d8006b-2c8d-4a55-bff3-f6655a985d27, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4b2f4d-4719-434d-9225-37b627932fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:30:36.124582 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:36.290703 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Allocated IP 172.27.2.253 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/e189e32f-01ff-441f-b039-bc92134445aa) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:36.334962 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] For port 75d8006b-2c8d-4a55-bff3-f6655a985d27, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:30:36.347798 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] For port 75d8006b-2c8d-4a55-bff3-f6655a985d27, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=75d8006b-2c8d-4a55-bff3-f6655a985d27,segment=NetworkSegment(2b4b2f4d-4719-434d-9225-37b627932fad),segment_id=2b4b2f4d-4719-434d-9225-37b627932fad)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:30:36.371133 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:36.391500 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device f0cec82c-924c-44ce-96c6-e88c4a085dc4 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:36.391726 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbee39-2abe-4ffa-bc71-6b6e8a4ba673 req-33237a66-760d-426b-a075-414d892f8df7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:36.394914 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-94cbee39-2abe-4ffa-bc71-6b6e8a4ba673 req-33237a66-760d-426b-a075-414d892f8df7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.3293967 Aug 23 22:30:36.607058 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port f0cec82c-924c-44ce-96c6-e88c4a085dc4 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:36.608481 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:36.661538 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d5be48f2-dde4-4260-a36b-cffa76bb6125 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7f0e065b-b489-4bf6-b822-3097d98afda5), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:36.680624 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d5be48f2-dde4-4260-a36b-cffa76bb6125 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:36.689123 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-d5be48f2-dde4-4260-a36b-cffa76bb6125 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/7f0e065b-b489-4bf6-b822-3097d98afda5 HTTP/1.1" status: 204 len: 168 time: 1.3096070 Aug 23 22:30:36.696788 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:36.795009 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58346) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:36.817123 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957f55a-aafd-45c3-86d1-5e95bd1f2f70 None None] Pushing event updated for resources: {'Port': ['ID=75d8006b-2c8d-4a55-bff3-f6655a985d27,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:36.820217 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.db.resource_extend [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 23 22:30:36.931172 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.api.v2.resource [None req-64bc462e-c282-4a9a-a263-4abab92bdc8e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] show failed (client error): The resource could not be found. Aug 23 22:30:36.932941 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-64bc462e-c282-4a9a-a263-4abab92bdc8e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups/7f0e065b-b489-4bf6-b822-3097d98afda5 HTTP/1.1" status: 404 len: 347 time: 0.1299636 Aug 23 22:30:36.954102 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58350) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:36.954639 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port f0cec82c-924c-44ce-96c6-e88c4a085dc4 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:36.955243 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:37.005996 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-94cbee39-2abe-4ffa-bc71-6b6e8a4ba673 req-22af9a2c-fe5d-41fb-a6d8-fa754d02f6cd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5765574 Aug 23 22:30:37.041717 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:37.050558 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (17babbda-382a-417e-b5be-0f6ba0001874), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:37.088793 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port f0cec82c-924c-44ce-96c6-e88c4a085dc4, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=f0cec82c-924c-44ce-96c6-e88c4a085dc4,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:37.089509 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:37.096974 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:37.296941 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=f0cec82c-924c-44ce-96c6-e88c4a085dc4,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:37.360734 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be48f2-dde4-4260-a36b-cffa76bb6125 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0e065b-b489-4bf6-b822-3097d98afda5,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:37.376827 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Floating IP 17babbda-382a-417e-b5be-0f6ba0001874 associated. External IP: 172.27.2.153, port: edad9bc4-ba17-4879-b9ef-138943b74c95. Aug 23 22:30:37.692542 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks [] for port (e189e32f-01ff-441f-b039-bc92134445aa), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:37.712510 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:37.780641 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (e189e32f-01ff-441f-b039-bc92134445aa), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:37.837396 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Deleting port 948752f6-efb5-4d13-9587-584651e0f77f {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:37.838070 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (948752f6-efb5-4d13-9587-584651e0f77f), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:37.900629 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Router a32c80e4-d692-4756-b590-48656289da2c has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:30:37.923331 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:37.974398 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:38.028067 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:38.059776 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:38.143086 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Pushing event updated for resources: {'Port': ['ID=e189e32f-01ff-441f-b039-bc92134445aa,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:38.157543 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:38.167434 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:38.177233 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] Sync routers for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:38.217908 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:38.218986 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:38.260679 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-00f845a9-f993-44d1-a096-c92f40e6e4f4 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/17babbda-382a-417e-b5be-0f6ba0001874 HTTP/1.1" status: 200 len: 991 time: 3.0383022 Aug 23 22:30:38.260935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4dfd7-b5a8-455a-b680-e6e210cdbf62 req-712e5790-30c3-4a9d-9fa4-7a009c9a7b1d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:38.261831 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'tag': 'edad9bc4-ba17-4879-b9ef-138943b74c95'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:38.274153 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-08f4dfd7-b5a8-455a-b680-e6e210cdbf62 req-712e5790-30c3-4a9d-9fa4-7a009c9a7b1d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.5046368 Aug 23 22:30:38.282502 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f551f6-5cc8-4db7-9d20-597f0e32d67a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb06a53f-d4f0-465e-9c75-8d72e44c0640", "tag": "edad9bc4-ba17-4879-b9ef-138943b74c95"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:38.293912 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58360) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:38.310176 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Request body: {'floatingip': {'port_id': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:38.326715 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (948752f6-efb5-4d13-9587-584651e0f77f), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:38.331850 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for floatingip (948752f6-efb5-4d13-9587-584651e0f77f), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:38.395781 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Calling delete_port for 948752f6-efb5-4d13-9587-584651e0f77f owned by network:floatingip {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:38.457583 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (3e1707a2-10f2-48aa-a15e-e91748d94cdf), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:38.512100 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bafb5e-6e65-4ca4-a947-1e7ecec2aba4 None None] Network cc33a582-a0d6-413e-bb35-176766f60350 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:30:38.578157 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:38.615796 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device f0cec82c-924c-44ce-96c6-e88c4a085dc4 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:38.652534 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:38.775460 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285f4e8-5fb1-4c0d-a774-61ed8a635434 req-e9a86a96-49ae-47d1-aef7-dfb9ee0f208a tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:38.786402 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4285f4e8-5fb1-4c0d-a774-61ed8a635434 req-e9a86a96-49ae-47d1-aef7-dfb9ee0f208a tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 946 time: 0.2745006 Aug 23 22:30:38.817494 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:38.826465 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:38.898977 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-1bbd37a8-3f65-4d7f-a2a5-3126591aef6c None None] Provisioning complete for port 75d8006b-2c8d-4a55-bff3-f6655a985d27 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:38.899397 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1bbd37a8-3f65-4d7f-a2a5-3126591aef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:39.029642 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks [] for router_gateway (5b9521a2-6ebe-4793-b032-5a24808abee4), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:39.084119 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:39.087837 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port f0cec82c-924c-44ce-96c6-e88c4a085dc4 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:39.088243 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:39.176986 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '17babbda-382a-417e-b5be-0f6ba0001874', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'port_id': 'edad9bc4-ba17-4879-b9ef-138943b74c95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'mac_address': 'fa:16:3e:b4:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:30:02Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 1, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:39.232162 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] Checking router: a32c80e4-d692-4756-b590-48656289da2c for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:39.243812 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4285f4e8-5fb1-4c0d-a774-61ed8a635434 req-916ba6b8-3783-4588-95f3-e5826b64ed23 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266040 Aug 23 22:30:39.254616 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:39.255588 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:39.382110 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd37a8-3f65-4d7f-a2a5-3126591aef6c None None] Current status of the port 75d8006b-2c8d-4a55-bff3-f6655a985d27 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:39.382584 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1bbd37a8-3f65-4d7f-a2a5-3126591aef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:39.644772 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-1bbd37a8-3f65-4d7f-a2a5-3126591aef6c None None] For port 75d8006b-2c8d-4a55-bff3-f6655a985d27, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=75d8006b-2c8d-4a55-bff3-f6655a985d27,segment=NetworkSegment(2b4b2f4d-4719-434d-9225-37b627932fad),segment_id=2b4b2f4d-4719-434d-9225-37b627932fad)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:39.650244 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port f0cec82c-924c-44ce-96c6-e88c4a085dc4 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:39.652333 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 75d8006b-2c8d-4a55-bff3-f6655a985d27 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:39.730135 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1bbd37a8-3f65-4d7f-a2a5-3126591aef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:39.749153 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:39.797365 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4636686-67d2-4b08-b03d-5c9e6bf67e86 x-openstack-request-id: req-e4636686-67d2-4b08-b03d-5c9e6bf67e86 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:39.798570 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb06a53f-d4f0-465e-9c75-8d72e44c0640", "tag": "edad9bc4-ba17-4879-b9ef-138943b74c95", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:39.799050 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e4636686-67d2-4b08-b03d-5c9e6bf67e86 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:39.801493 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4636686-67d2-4b08-b03d-5c9e6bf67e86'] response: {'name': 'network-changed', 'server_uuid': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'tag': 'edad9bc4-ba17-4879-b9ef-138943b74c95', 'status': 'completed', 'code': 200} Aug 23 22:30:39.866209 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:39.918859 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd37a8-3f65-4d7f-a2a5-3126591aef6c None None] Pushing event updated for resources: {'Port': ['ID=75d8006b-2c8d-4a55-bff3-f6655a985d27,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:39.928316 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-dc0619fc-32f8-4950-a068-54b5f7f33b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:39.929338 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 75d8006b-2c8d-4a55-bff3-f6655a985d27 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:39.931773 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:39.937535 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-dc0619fc-32f8-4950-a068-54b5f7f33b30 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 1129 time: 0.1420913 Aug 23 22:30:40.141735 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-94d6730b-be39-4435-931e-2a949bf1ff75 None None] Provisioning complete for port 75d8006b-2c8d-4a55-bff3-f6655a985d27 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:40.142321 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-94d6730b-be39-4435-931e-2a949bf1ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:40.248220 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 75d8006b-2c8d-4a55-bff3-f6655a985d27 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:40.254536 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:40.324640 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '17babbda-382a-417e-b5be-0f6ba0001874', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'port_id': 'edad9bc4-ba17-4879-b9ef-138943b74c95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'mac_address': 'fa:16:3e:b4:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:30:02Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 1, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:40.367399 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:40.436553 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-11b2d1c6-50ec-4012-a4d7-08b66d91080d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:40.439617 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-11b2d1c6-50ec-4012-a4d7-08b66d91080d tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 946 time: 0.2543609 Aug 23 22:30:40.452915 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5da6af-2b2a-4e46-b484-101ff967b112 None None] The sync data for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi is: [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '17babbda-382a-417e-b5be-0f6ba0001874', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'port_id': 'edad9bc4-ba17-4879-b9ef-138943b74c95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'mac_address': 'fa:16:3e:b4:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:30:02Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 1, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:40.464498 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (948752f6-efb5-4d13-9587-584651e0f77f), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:40.479967 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-94d6730b-be39-4435-931e-2a949bf1ff75 None None] Current status of the port 75d8006b-2c8d-4a55-bff3-f6655a985d27 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:40.550495 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 75d8006b-2c8d-4a55-bff3-f6655a985d27 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:40.615827 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:40.676108 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 75d8006b-2c8d-4a55-bff3-f6655a985d27 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:40.676777 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:40.694573 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (5b9521a2-6ebe-4793-b032-5a24808abee4), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:40.746640 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event deleted for resources: {'Port': ['ID=948752f6-efb5-4d13-9587-584651e0f77f,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:40.808030 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.db.resource_extend [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 23 22:30:40.868439 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 75d8006b-2c8d-4a55-bff3-f6655a985d27 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:40.881469 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks [] for floatingip (b364c184-f6dd-431a-b18b-8a83757bcaf5), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:40.885849 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:40.903077 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-bbf7e1bf-26a8-47cb-abc3-0df19c92fe01 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/b364c184-f6dd-431a-b18b-8a83757bcaf5 HTTP/1.1" status: 204 len: 168 time: 3.8969803 Aug 23 22:30:40.913309 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-9182ccac-d3e1-4d59-9ab6-c1112cb3d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:40.916213 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-9182ccac-d3e1-4d59-9ab6-c1112cb3d50d service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 913 time: 0.9686313 Aug 23 22:30:41.075977 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:41.087968 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (3e1707a2-10f2-48aa-a15e-e91748d94cdf), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:41.089414 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc1934-2ecc-41b2-81bb-779e0b83f0e4 None None] New status for floating IP 17babbda-382a-417e-b5be-0f6ba0001874: ACTIVE {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:30:41.119195 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:41.191299 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d2339-5775-48e4-9af9-15428f2c1485 req-c526c055-d631-4669-8b71-6fc43e170362 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:41.194957 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-931d2339-5775-48e4-9af9-15428f2c1485 req-c526c055-d631-4669-8b71-6fc43e170362 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 946 time: 0.5385849 Aug 23 22:30:41.277515 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Deleting port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:41.278069 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:41.279432 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-e037cd3c-dab1-46d2-887a-6e7fe2331886 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edad9bc4-ba17-4879-b9ef-138943b74c95 HTTP/1.1" status: 200 len: 999 time: 0.3437057 Aug 23 22:30:41.314500 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:41.360958 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:41.422105 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-663a2e76-d3d4-4a78-b03d-68084474fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:41.426299 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-663a2e76-d3d4-4a78-b03d-68084474fc62 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.1353326 Aug 23 22:30:41.509538 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Floating IP 3e1707a2-10f2-48aa-a15e-e91748d94cdf associated. External IP: 172.27.2.103, port: 2145ae08-8d67-45d5-bc60-d74ff38d6e5a. Aug 23 22:30:41.526150 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-931d2339-5775-48e4-9af9-15428f2c1485 req-b6659619-c9db-44f8-843a-f3a346cca1d5 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737541 Aug 23 22:30:41.589576 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] For port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,segment=NetworkSegment(dcf543d3-8e15-49d2-b600-2cd95a9035f0),segment_id=dcf543d3-8e15-49d2-b600-2cd95a9035f0)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:41.593225 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:41.634632 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Calling delete_port for f3cc9f8e-d4bb-4be5-9331-919d7c7999fc owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:41.649486 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Router 5b9521a2-6ebe-4793-b032-5a24808abee4 is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:30:41.658269 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:41.661242 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-ceb2da7a-9baf-4b6e-8df0-c970addf8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:41.663543 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-ceb2da7a-9baf-4b6e-8df0-c970addf8d2d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2266309 Aug 23 22:30:41.993292 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:41.999533 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-ca312294-b5c1-4736-a26d-f6c3dad29829 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941663 Aug 23 22:30:42.012675 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Sync routers for ids ['5b9521a2-6ebe-4793-b032-5a24808abee4'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:42.036567 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Routers {'5b9521a2-6ebe-4793-b032-5a24808abee4'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:42.037838 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['5b9521a2-6ebe-4793-b032-5a24808abee4'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:42.164698 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:42.167730 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-564fa730-768e-4e6f-9ff4-7af38e77c884 admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0936487 Aug 23 22:30:42.182453 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58372) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:42.187819 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b6ab0-1097-47e4-ab50-08255fc040e7 req-58fc9c67-4d92-4987-86b0-705dee7cb9a8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:42.191651 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-271b6ab0-1097-47e4-ab50-08255fc040e7 req-58fc9c67-4d92-4987-86b0-705dee7cb9a8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 945 time: 0.1997406 Aug 23 22:30:42.211312 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Set router 5b9521a2-6ebe-4793-b032-5a24808abee4 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:42.259716 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (f3cc9f8e-d4bb-4be5-9331-919d7c7999fc), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:42.296245 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:42.366035 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Pushing event deleted for resources: {'Port': ['ID=f3cc9f8e-d4bb-4be5-9331-919d7c7999fc,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:42.394392 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-271b6ab0-1097-47e4-ab50-08255fc040e7 req-7d2a608c-93ea-4ab0-b863-5939eec033b2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=4dfa0429-73fa-4f9f-a936-f8f862185440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871438 Aug 23 22:30:42.504858 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:30:42.576756 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] No DVR routers for this DVR port f3cc9f8e-d4bb-4be5-9331-919d7c7999fc on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:30:42.584609 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:42.588886 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-aa864aed-935c-4976-9c44-b21b34ccb4a4 req-a94fdff8-4960-48c0-97b3-84493a4bc489 tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.86 "DELETE /networking/v2.0/ports/f3cc9f8e-d4bb-4be5-9331-919d7c7999fc HTTP/1.1" status: 204 len: 173 time: 2.1406868 Aug 23 22:30:42.589645 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e60237b-94d3-441b-b7d5-ca559d89b007', 'name': 'network-vif-deleted', 'tag': 'f3cc9f8e-d4bb-4be5-9331-919d7c7999fc'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:42.607883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3872e230-94c1-425a-8aa9-a771665fbe41" -d '{"events": [{"server_uuid": "1e60237b-94d3-441b-b7d5-ca559d89b007", "name": "network-vif-deleted", "tag": "f3cc9f8e-d4bb-4be5-9331-919d7c7999fc"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:42.755397 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fb8bb-b2b6-4097-9098-ffbcbb537a7e req-9dc51fbb-3431-4581-b55e-05d2a5e6ab8b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:42.763716 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-22f551f6-5cc8-4db7-9d20-597f0e32d67a req-47f8c3b8-2613-473e-acbc-57d3f2ba1d1d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075088 Aug 23 22:30:42.777316 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-215fb8bb-b2b6-4097-9098-ffbcbb537a7e req-9dc51fbb-3431-4581-b55e-05d2a5e6ab8b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 945 time: 0.2519131 Aug 23 22:30:42.780143 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58386) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:42.796986 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-1302be52-25bd-44f7-b8fa-c2e9d74410a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'floatingip': {'port_id': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:42.950716 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:34Z', 'updated_at': '2022-08-23T22:30:38Z', 'revision_number': 3, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'gw_port': {'id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:35Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:43.000140 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1302be52-25bd-44f7-b8fa-c2e9d74410a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:43.007196 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Checking router: 5b9521a2-6ebe-4793-b032-5a24808abee4 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:43.008667 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Updating router 5b9521a2-6ebe-4793-b032-5a24808abee4 port e189e32f-01ff-441f-b039-bc92134445aa binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:30:43.024680 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1bc3d8fd-0e33-4229-afd9-66566f0db512 req-54b1066e-4ffc-4729-bf7f-95120c0290ec tempest-VolumesSnapshotTestJSON-79294332 tempest-VolumesSnapshotTestJSON-79294332-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=1e60237b-94d3-441b-b7d5-ca559d89b007 HTTP/1.1" status: 200 len: 210 time: 0.0539055 Aug 23 22:30:43.082929 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e189e32f-01ff-441f-b039-bc92134445aa), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:43.334078 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:43.359429 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] Sync routers for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:43.362498 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:43.363764 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642dd95b-bc6b-4601-a604-f2b317c583bb x-openstack-request-id: req-642dd95b-bc6b-4601-a604-f2b317c583bb {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:43.365460 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e60237b-94d3-441b-b7d5-ca559d89b007", "name": "network-vif-deleted", "tag": "f3cc9f8e-d4bb-4be5-9331-919d7c7999fc", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:43.366264 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:43.367665 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-642dd95b-bc6b-4601-a604-f2b317c583bb {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:43.368388 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642dd95b-bc6b-4601-a604-f2b317c583bb'] response: {'server_uuid': '1e60237b-94d3-441b-b7d5-ca559d89b007', 'name': 'network-vif-deleted', 'tag': 'f3cc9f8e-d4bb-4be5-9331-919d7c7999fc', 'status': 'completed', 'code': 200} Aug 23 22:30:43.386803 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:43.387685 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:43.501619 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device f3cc9f8e-d4bb-4be5-9331-919d7c7999fc no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:43.550748 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:30:43.593941 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-79096acd-a06e-4fe2-96c4-4150ed78486a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/3e1707a2-10f2-48aa-a15e-e91748d94cdf HTTP/1.1" status: 200 len: 991 time: 5.2939670 Aug 23 22:30:43.626428 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: f3cc9f8e-d4bb-4be5-9331-919d7c7999fc {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:30:43.627225 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device f3cc9f8e-d4bb-4be5-9331-919d7c7999fc not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:43.642759 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:43.644056 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f417d44d-4249-4f24-a722-8cb3dbd5c775" -d '{"events": [{"name": "network-changed", "server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:43.662476 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Publish callbacks [] for port (e189e32f-01ff-441f-b039-bc92134445aa), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:43.672485 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e189e32f-01ff-441f-b039-bc92134445aa), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:43.685438 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:43.723082 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:43.744052 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Attempting to bind port e189e32f-01ff-441f-b039-bc92134445aa on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:30:43.744449 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Attempting to bind port e189e32f-01ff-441f-b039-bc92134445aa by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:30:43.745293 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Attempting to bind port e189e32f-01ff-441f-b039-bc92134445aa on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:43.747709 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b08cc0-736a-4fc3-b549-79dedb41a5f4 x-openstack-request-id: req-c3b08cc0-736a-4fc3-b549-79dedb41a5f4 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:43.748002 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:43.748282 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3b08cc0-736a-4fc3-b549-79dedb41a5f4 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:43.748694 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b08cc0-736a-4fc3-b549-79dedb41a5f4'] response: {'name': 'network-changed', 'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'status': 'completed', 'code': 200} Aug 23 22:30:43.761182 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:30:43.761553 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:43.761999 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:43.762401 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:30:43.762906 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Bound port: e189e32f-01ff-441f-b039-bc92134445aa, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:30:43.763460 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e189e32f-01ff-441f-b039-bc92134445aa), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:43.826442 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c57ed-1741-4b93-a9f1-193f6166bba4 None None] Pushing event updated for resources: {'Port': ['ID=e189e32f-01ff-441f-b039-bc92134445aa,revision_number=2']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:43.844797 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:43.889946 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] For port e189e32f-01ff-441f-b039-bc92134445aa, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:30:43.894731 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] For port e189e32f-01ff-441f-b039-bc92134445aa, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e189e32f-01ff-441f-b039-bc92134445aa,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:30:43.903474 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e189e32f-01ff-441f-b039-bc92134445aa), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:43.923524 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Routers {'5b9521a2-6ebe-4793-b032-5a24808abee4'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:43.923524 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['5b9521a2-6ebe-4793-b032-5a24808abee4'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:43.944340 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-41374105-d3d3-4f88-a46d-48747955b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:43.948775 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-41374105-d3d3-4f88-a46d-48747955b968 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 1129 time: 0.1372681 Aug 23 22:30:44.090144 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c57ed-1741-4b93-a9f1-193f6166bba4 None None] Pushing event updated for resources: {'Port': ['ID=e189e32f-01ff-441f-b039-bc92134445aa,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:44.199707 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] Set router 5b9521a2-6ebe-4793-b032-5a24808abee4 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:44.466852 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '3e1707a2-10f2-48aa-a15e-e91748d94cdf', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'port_id': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'mac_address': 'fa:16:3e:8c:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:30:04Z', 'updated_at': '2022-08-23T22:30:39Z', 'revision_number': 1, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:44.551539 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] Checking router: ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:44.576822 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:44.582335 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:44.641704 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:44.650601 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6c02-f8af-4de2-b106-5baa7c0ae761 req-19db3682-8418-442a-bc42-7651eca53b4b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:44.662788 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-55bb6c02-f8af-4de2-b106-5baa7c0ae761 req-19db3682-8418-442a-bc42-7651eca53b4b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1424592 Aug 23 22:30:44.713417 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:34Z', 'updated_at': '2022-08-23T22:30:38Z', 'revision_number': 3, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'gw_port': {'id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:35Z', 'updated_at': '2022-08-23T22:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:44.778155 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda2070-0825-44cd-8def-e2c290872442 None None] The sync data for ids ['5b9521a2-6ebe-4793-b032-5a24808abee4'] in dv-cinder-850321-4-iscsi is: [{'id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:34Z', 'updated_at': '2022-08-23T22:30:38Z', 'revision_number': 3, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'gw_port': {'id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:35Z', 'updated_at': '2022-08-23T22:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:44.825169 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-55bb6c02-f8af-4de2-b106-5baa7c0ae761 req-188e42c8-5e8d-41dc-96d5-535d92470276 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551886 Aug 23 22:30:44.934962 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:45.009467 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1302be52-25bd-44f7-b8fa-c2e9d74410a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:45.019011 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-4b27426e-641e-43ea-8690-027dc7762de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:45.022034 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-4b27426e-641e-43ea-8690-027dc7762de6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 918 time: 1.0252106 Aug 23 22:30:45.034357 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1302be52-25bd-44f7-b8fa-c2e9d74410a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:45.040942 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:45.196275 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:45.544008 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '3e1707a2-10f2-48aa-a15e-e91748d94cdf', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'port_id': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'mac_address': 'fa:16:3e:8c:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:30:04Z', 'updated_at': '2022-08-23T22:30:39Z', 'revision_number': 1, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:45.598664 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116d270-a3b3-4a58-9c7b-fbc988a87f4c None None] The sync data for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi is: [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '3e1707a2-10f2-48aa-a15e-e91748d94cdf', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'port_id': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'mac_address': 'fa:16:3e:8c:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:30:04Z', 'updated_at': '2022-08-23T22:30:39Z', 'revision_number': 1, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:45.745407 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-6c0a0c63-b1d9-403f-9c37-a4990c35cfd0 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a HTTP/1.1" status: 200 len: 999 time: 0.2648740 Aug 23 22:30:45.761290 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-1302be52-25bd-44f7-b8fa-c2e9d74410a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Floating IP 1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe associated. External IP: 172.27.2.94, port: faa98708-0963-4cbe-98f1-6a55b7e5c07d. Aug 23 22:30:46.086847 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:46.127972 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-7dd26e18-2c88-4e89-b8d1-29c568c442b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:46.130617 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-7dd26e18-2c88-4e89-b8d1-29c568c442b5 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.2254791 Aug 23 22:30:46.144590 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Allocated IP 172.20.0.1 (cc33a582-a0d6-413e-bb35-176766f60350/01b79ad4-3184-46f5-a175-1047bc3ba429/287c26cb-154c-4111-982a-ab1adef98913) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:30:46.228523 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8860-bff3-4854-9bf7-5adf60ba257c req-67bb4dce-6e23-432f-93f5-ad77d385f998 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:46.232014 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-89ac8860-bff3-4854-9bf7-5adf60ba257c req-67bb4dce-6e23-432f-93f5-ad77d385f998 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1779492 Aug 23 22:30:46.288127 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cbaeb-4fbd-4e5e-b93a-dceb3b069e04 None None] New status for floating IP 3e1707a2-10f2-48aa-a15e-e91748d94cdf: ACTIVE {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:30:46.297874 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-9c84828f-e6b9-471f-9d39-752694e759b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:46.301118 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-9c84828f-e6b9-471f-9d39-752694e759b0 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489408 Aug 23 22:30:46.376392 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-fe0b0a7d-eb9f-4cc2-bb75-73cd52f4ee1a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:46.382840 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-fe0b0a7d-eb9f-4cc2-bb75-73cd52f4ee1a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.2486992 Aug 23 22:30:46.479926 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e189e32f-01ff-441f-b039-bc92134445aa up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:46.603643 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:46.729786 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-89ac8860-bff3-4854-9bf7-5adf60ba257c req-9bf33444-a3d0-455e-b982-ba10db2206e1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749167 Aug 23 22:30:46.741488 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port e189e32f-01ff-441f-b039-bc92134445aa triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:46.742126 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e189e32f-01ff-441f-b039-bc92134445aa), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:46.771834 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Publish callbacks [] for port (287c26cb-154c-4111-982a-ab1adef98913), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:46.929253 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:46.980089 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:46.991688 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Deleting port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:46.992166 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:47.016712 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:47.026578 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port e189e32f-01ff-441f-b039-bc92134445aa is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:47.027738 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (e189e32f-01ff-441f-b039-bc92134445aa), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:47.124319 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1302be52-25bd-44f7-b8fa-c2e9d74410a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:30:47.132868 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port e189e32f-01ff-441f-b039-bc92134445aa, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e189e32f-01ff-441f-b039-bc92134445aa,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:47.143739 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (e189e32f-01ff-441f-b039-bc92134445aa), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:47.157833 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (287c26cb-154c-4111-982a-ab1adef98913), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:47.182898 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-6f2fb725-c5b2-4603-af4c-eddf0ad1e011 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617671 Aug 23 22:30:47.356309 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Network cc33a582-a0d6-413e-bb35-176766f60350 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:47.366676 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:47.372992 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:30:47.508718 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] For port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:47.510021 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:47.546257 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Calling delete_port for 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:47.605573 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=e189e32f-01ff-441f-b039-bc92134445aa,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:47.686122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Pushing event updated for resources: {'Port': ['ID=287c26cb-154c-4111-982a-ab1adef98913,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:47.789045 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (5b9521a2-6ebe-4793-b032-5a24808abee4), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:47.971813 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-fe0ccf27-7005-427b-90be-4e808a99173f None None] Provisioning complete for port 287c26cb-154c-4111-982a-ab1adef98913 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:47.972562 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-fe0ccf27-7005-427b-90be-4e808a99173f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (287c26cb-154c-4111-982a-ab1adef98913), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:47.976383 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:48.043411 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-f417d44d-4249-4f24-a722-8cb3dbd5c775 req-4bd0781f-f013-44ee-b887-ab6802dfad94 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7981100 Aug 23 22:30:48.050351 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ccf27-7005-427b-90be-4e808a99173f None None] Port 287c26cb-154c-4111-982a-ab1adef98913 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:30:48.072104 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c99be5-4c5c-4afe-9db4-78ed6eed072d req-0103ecc0-1c90-4826-9438-2e6e1bce26a0 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:48.074754 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e8c99be5-4c5c-4afe-9db4-78ed6eed072d req-0103ecc0-1c90-4826-9438-2e6e1bce26a0 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 945 time: 0.1463575 Aug 23 22:30:48.086427 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (29e126aa-d7f5-470c-b76d-c8d4bd7e7849), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:48.149588 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1302be52-25bd-44f7-b8fa-c2e9d74410a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:48.163585 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1302be52-25bd-44f7-b8fa-c2e9d74410a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:48.171683 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:48.185540 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event deleted for resources: {'Port': ['ID=29e126aa-d7f5-470c-b76d-c8d4bd7e7849,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:48.212473 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:48.216997 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:48.281851 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e8c99be5-4c5c-4afe-9db4-78ed6eed072d req-b080cf16-c656-4d2f-af5c-919d8c4bbed1 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867621 Aug 23 22:30:48.335242 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-1302be52-25bd-44f7-b8fa-c2e9d74410a5 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe HTTP/1.1" status: 200 len: 990 time: 5.5422919 Aug 23 22:30:48.385171 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] No DVR routers for this DVR port 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:30:48.392255 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:48.396208 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'tag': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:48.402148 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7704cdb1-478c-44cd-899b-7e382cfb5e47" -d '{"events": [{"name": "network-changed", "server_uuid": "c789ef3c-a649-4967-a49e-e8ce958cc666", "tag": "faa98708-0963-4cbe-98f1-6a55b7e5c07d"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:48.402410 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9e4b96fd-e846-48b9-a624-0f01a26aec31 req-6d480cda-8c86-4fc9-8add-2e7c2009363a tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "DELETE /networking/v2.0/ports/29e126aa-d7f5-470c-b76d-c8d4bd7e7849 HTTP/1.1" status: 204 len: 173 time: 2.0093396 Aug 23 22:30:48.406279 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b06356-525c-4c7f-9b5a-f9d0424f9dba', 'name': 'network-vif-deleted', 'tag': '29e126aa-d7f5-470c-b76d-c8d4bd7e7849'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:48.416800 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e8599-44ac-4607-914e-b4a65fc1aed4" -d '{"events": [{"server_uuid": "61b06356-525c-4c7f-9b5a-f9d0424f9dba", "name": "network-vif-deleted", "tag": "29e126aa-d7f5-470c-b76d-c8d4bd7e7849"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:48.469517 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (287c26cb-154c-4111-982a-ab1adef98913), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:48.565747 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:48.582607 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9c6beb-3ea0-47cf-90e9-83baecaff6c3 x-openstack-request-id: req-1d9c6beb-3ea0-47cf-90e9-83baecaff6c3 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:48.583145 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c789ef3c-a649-4967-a49e-e8ce958cc666", "tag": "faa98708-0963-4cbe-98f1-6a55b7e5c07d", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:48.583869 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1d9c6beb-3ea0-47cf-90e9-83baecaff6c3 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:48.584761 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9c6beb-3ea0-47cf-90e9-83baecaff6c3'] response: {'name': 'network-changed', 'server_uuid': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'tag': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d', 'status': 'completed', 'code': 200} Aug 23 22:30:48.661313 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e189e32f-01ff-441f-b039-bc92134445aa up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:48.666514 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177736e1-c553-4d85-9f52-821dfab511ab x-openstack-request-id: req-177736e1-c553-4d85-9f52-821dfab511ab {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:48.667097 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b06356-525c-4c7f-9b5a-f9d0424f9dba", "name": "network-vif-deleted", "tag": "29e126aa-d7f5-470c-b76d-c8d4bd7e7849", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:48.667314 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-177736e1-c553-4d85-9f52-821dfab511ab {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:48.668867 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177736e1-c553-4d85-9f52-821dfab511ab'] response: {'server_uuid': '61b06356-525c-4c7f-9b5a-f9d0424f9dba', 'name': 'network-vif-deleted', 'tag': '29e126aa-d7f5-470c-b76d-c8d4bd7e7849', 'status': 'completed', 'code': 200} Aug 23 22:30:49.004557 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Publish callbacks [] for port (287c26cb-154c-4111-982a-ab1adef98913), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:49.016521 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (287c26cb-154c-4111-982a-ab1adef98913), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:49.039924 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port e189e32f-01ff-441f-b039-bc92134445aa triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:49.040547 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (e189e32f-01ff-441f-b039-bc92134445aa), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:49.094676 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:49.154043 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (5b9521a2-6ebe-4793-b032-5a24808abee4), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:49.156765 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Pushing event updated for resources: {'Port': ['ID=287c26cb-154c-4111-982a-ab1adef98913,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:49.230822 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:49.312042 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:05:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:29:28Z', 'updated_at': '2022-08-23T22:30:44Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:49.320342 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port e189e32f-01ff-441f-b039-bc92134445aa is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:49.333480 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Network cc33a582-a0d6-413e-bb35-176766f60350 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:30:49.335693 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:30:49.375946 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:49.396183 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:49.399804 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:49.593155 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-15fb109d-d3c4-4a59-a00d-877069b7b786 req-0a6a3f31-2610-462f-983e-7752a1012a34 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 210 time: 0.0780041 Aug 23 22:30:49.632549 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Router 5b9521a2-6ebe-4793-b032-5a24808abee4 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:30:49.662788 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:49.848040 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-6fce75f1-b802-4fda-b897-2b0f9c6fda72 None None] Provisioning complete for port 287c26cb-154c-4111-982a-ab1adef98913 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:49.848661 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6fce75f1-b802-4fda-b897-2b0f9c6fda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (287c26cb-154c-4111-982a-ab1adef98913), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:49.881256 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:30:49.900085 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-ebd83044-a245-4856-b9e9-c94db4dc0e5d admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/5b9521a2-6ebe-4793-b032-5a24808abee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7078729 Aug 23 22:30:49.905477 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Sync routers for ids ['5b9521a2-6ebe-4793-b032-5a24808abee4'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:30:49.923128 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Routers {'5b9521a2-6ebe-4793-b032-5a24808abee4'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:49.924022 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['5b9521a2-6ebe-4793-b032-5a24808abee4'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:49.972075 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-6fce75f1-b802-4fda-b897-2b0f9c6fda72 None None] Port 287c26cb-154c-4111-982a-ab1adef98913 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:30:50.140558 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['3da5a208-32b6-480a-96ee-d5e85aa6ca75'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:30:50.156226 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Set router 5b9521a2-6ebe-4793-b032-5a24808abee4 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:50.247347 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:50.279742 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:30:50.390837 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-5aba7386-437b-4f5c-aafa-5c1a716f08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:50.402559 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-5aba7386-437b-4f5c-aafa-5c1a716f08a0 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 1129 time: 0.2077110 Aug 23 22:30:50.484910 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:30:50.485528 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 29e126aa-d7f5-470c-b76d-c8d4bd7e7849 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:30:50.543726 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:05:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:29:28Z', 'updated_at': '2022-08-23T22:30:44Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:50.655692 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14648a3d-73c5-4dc0-b1b9-b26ce760be84 None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:05:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:29:28Z', 'updated_at': '2022-08-23T22:30:44Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:50.883206 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:50.886156 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:34Z', 'updated_at': '2022-08-23T22:30:48Z', 'revision_number': 4, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'gw_port': {'id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:35Z', 'updated_at': '2022-08-23T22:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '287c26cb-154c-4111-982a-ab1adef98913', 'name': '', 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'mac_address': 'fa:16:3e:61:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '01b79ad4-3184-46f5-a175-1047bc3ba429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:45Z', 'updated_at': '2022-08-23T22:30:48Z', 'revision_number': 2, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'subnets': [{'id': '01b79ad4-3184-46f5-a175-1047bc3ba429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:50.916357 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-411f9703-036b-40bb-ab14-0b178c985752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:50.919324 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-411f9703-036b-40bb-ab14-0b178c985752 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 916 time: 0.5077214 Aug 23 22:30:50.987074 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Checking router: 5b9521a2-6ebe-4793-b032-5a24808abee4 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:30:50.987898 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Updating router 5b9521a2-6ebe-4793-b032-5a24808abee4 port 287c26cb-154c-4111-982a-ab1adef98913 binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:30:51.053772 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58446) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:51.059883 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:51.061919 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (287c26cb-154c-4111-982a-ab1adef98913), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:51.063638 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-57b9e975-72f1-4b83-a409-abf23c05ba2a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297031976', 'description': 'tempest-secgroup-smoke-297031976 description', 'project_id': '77cc91a5c0bc4e5888460d7618594895'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:51.092678 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-ddba059e-5e43-4066-8610-9acfe31b98a5 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa98708-0963-4cbe-98f1-6a55b7e5c07d HTTP/1.1" status: 200 len: 998 time: 0.1424725 Aug 23 22:30:51.229729 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57b9e975-72f1-4b83-a409-abf23c05ba2a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:51.312744 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-ec02d53b-8aca-496a-8094-8415a37f40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:51.317801 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-ec02d53b-8aca-496a-8094-8415a37f40ea service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.2182035 Aug 23 22:30:51.428956 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668639bd-03db-41f1-8a27-eac20db76263 None None] New status for floating IP 1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe: ACTIVE {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:30:51.559232 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-014bfdc5-af3b-4741-b842-5dd481a92832 req-5345c081-3e57-4dac-a021-455338ffb791 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=61b06356-525c-4c7f-9b5a-f9d0424f9dba HTTP/1.1" status: 200 len: 210 time: 0.1549473 Aug 23 22:30:51.562724 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-0fe7cdcc-f56c-4b6b-8eb8-1465d4af3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:51.570527 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-0fe7cdcc-f56c-4b6b-8eb8-1465d4af3700 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2441313 Aug 23 22:30:51.720404 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57b9e975-72f1-4b83-a409-abf23c05ba2a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group (ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:51.739425 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57b9e975-72f1-4b83-a409-abf23c05ba2a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:51.820844 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:51.897388 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-57b9e975-72f1-4b83-a409-abf23c05ba2a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:51.901040 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-57b9e975-72f1-4b83-a409-abf23c05ba2a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8443613 Aug 23 22:30:51.905431 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9e975-72f1-4b83-a409-abf23c05ba2a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:51.906859 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:51.933561 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58448) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:51.959723 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-0e55391c-408a-4d1e-9b88-7de5d39d75ed tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'security_group_rule': {'security_group_id': 'ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae', 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:52.054845 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0e55391c-408a-4d1e-9b88-7de5d39d75ed tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (4462770c-6940-427e-bc16-5cee6192317c), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.084485 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-305ccdcb-53e5-49f8-afae-dfdbf71c4d17 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015414 Aug 23 22:30:52.268708 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Publish callbacks [] for port (287c26cb-154c-4111-982a-ab1adef98913), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.295750 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (287c26cb-154c-4111-982a-ab1adef98913), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.356003 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:52.369374 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0e55391c-408a-4d1e-9b88-7de5d39d75ed tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (4462770c-6940-427e-bc16-5cee6192317c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.383106 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0e55391c-408a-4d1e-9b88-7de5d39d75ed tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (4462770c-6940-427e-bc16-5cee6192317c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.400118 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7704cdb1-478c-44cd-899b-7e382cfb5e47 req-3e55e1b9-bea1-4289-80ca-a3c828e3ac6a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029923 Aug 23 22:30:52.455223 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55391c-408a-4d1e-9b88-7de5d39d75ed tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4462770c-6940-427e-bc16-5cee6192317c,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:52.501134 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0e55391c-408a-4d1e-9b88-7de5d39d75ed tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.504716 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-0e55391c-408a-4d1e-9b88-7de5d39d75ed tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5633471 Aug 23 22:30:52.509402 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58452) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:52.523165 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782b23-342e-485d-a2db-aec5160fe59f None None] Pushing event updated for resources: {'Port': ['ID=287c26cb-154c-4111-982a-ab1adef98913,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:52.537791 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-d443a503-63e0-4c55-85de-f24c0b8978db tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'security_group_rule': {'security_group_id': 'ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae', 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:52.597033 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Attempting to bind port 287c26cb-154c-4111-982a-ab1adef98913 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:30:52.597775 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Attempting to bind port 287c26cb-154c-4111-982a-ab1adef98913 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '2b4b2f4d-4719-434d-9225-37b627932fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:30:52.598574 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Attempting to bind port 287c26cb-154c-4111-982a-ab1adef98913 on network cc33a582-a0d6-413e-bb35-176766f60350 {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:30:52.609363 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:30:52.609999 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Checking segment: {'id': '2b4b2f4d-4719-434d-9225-37b627932fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:30:52.611131 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.611894 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Bound using segment: {'id': '2b4b2f4d-4719-434d-9225-37b627932fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:30:52.612523 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Bound port: 287c26cb-154c-4111-982a-ab1adef98913, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4b2f4d-4719-434d-9225-37b627932fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:30:52.613674 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (287c26cb-154c-4111-982a-ab1adef98913), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.619466 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d443a503-63e0-4c55-85de-f24c0b8978db tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (bdbc5f7f-1ad2-485b-b41e-1d7abd390d0b), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.772273 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] For port 287c26cb-154c-4111-982a-ab1adef98913, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:30:52.780665 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] For port 287c26cb-154c-4111-982a-ab1adef98913, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=287c26cb-154c-4111-982a-ab1adef98913,segment=NetworkSegment(2b4b2f4d-4719-434d-9225-37b627932fad),segment_id=2b4b2f4d-4719-434d-9225-37b627932fad)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:30:52.793909 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (287c26cb-154c-4111-982a-ab1adef98913), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:52.869392 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Routers {'5b9521a2-6ebe-4793-b032-5a24808abee4'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:30:52.870688 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['5b9521a2-6ebe-4793-b032-5a24808abee4'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:53.045003 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782b23-342e-485d-a2db-aec5160fe59f None None] Pushing event updated for resources: {'Port': ['ID=287c26cb-154c-4111-982a-ab1adef98913,revision_number=4']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:53.119693 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.132946 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] Set router 5b9521a2-6ebe-4793-b032-5a24808abee4 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:30:53.224058 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d443a503-63e0-4c55-85de-f24c0b8978db tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (bdbc5f7f-1ad2-485b-b41e-1d7abd390d0b), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.230687 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d443a503-63e0-4c55-85de-f24c0b8978db tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (bdbc5f7f-1ad2-485b-b41e-1d7abd390d0b), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.267026 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443a503-63e0-4c55-85de-f24c0b8978db tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbc5f7f-1ad2-485b-b41e-1d7abd390d0b,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:53.284295 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d443a503-63e0-4c55-85de-f24c0b8978db tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.289425 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5f77-ab60-4bfb-a2a6-4c18e9f06735 req-7ffb3fa0-d822-4b81-be42-8f61ba0f4447 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:53.290419 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-d443a503-63e0-4c55-85de-f24c0b8978db tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7752433 Aug 23 22:30:53.291211 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58462) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:53.298067 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7b9c5f77-ab60-4bfb-a2a6-4c18e9f06735 req-7ffb3fa0-d822-4b81-be42-8f61ba0f4447 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1211219 Aug 23 22:30:53.300095 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-77e06c13-95b1-4bc7-987c-95bfe565b7ec tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'security_group_rule': {'security_group_id': 'ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae', 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:53.327121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:53.355493 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77e06c13-95b1-4bc7-987c-95bfe565b7ec tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (475a0706-27fb-40ed-9c2b-fb198cee46b7), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.358439 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:53.408584 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7b9c5f77-ab60-4bfb-a2a6-4c18e9f06735 req-d0fb926f-b76c-4d15-8f87-72615f7343b9 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012933 Aug 23 22:30:53.477192 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77e06c13-95b1-4bc7-987c-95bfe565b7ec tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (475a0706-27fb-40ed-9c2b-fb198cee46b7), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.484253 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77e06c13-95b1-4bc7-987c-95bfe565b7ec tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (475a0706-27fb-40ed-9c2b-fb198cee46b7), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.508318 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e06c13-95b1-4bc7-987c-95bfe565b7ec tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475a0706-27fb-40ed-9c2b-fb198cee46b7,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:53.525309 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77e06c13-95b1-4bc7-987c-95bfe565b7ec tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.531464 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-77e06c13-95b1-4bc7-987c-95bfe565b7ec tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2340188 Aug 23 22:30:53.531916 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58464) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:53.538473 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-1a85e471-5b14-4562-a10c-ef9777eda36a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'security_group_rule': {'security_group_id': 'ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae', 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:53.585047 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:34Z', 'updated_at': '2022-08-23T22:30:48Z', 'revision_number': 4, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'gw_port': {'id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:35Z', 'updated_at': '2022-08-23T22:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '287c26cb-154c-4111-982a-ab1adef98913', 'name': '', 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'mac_address': 'fa:16:3e:61:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '01b79ad4-3184-46f5-a175-1047bc3ba429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:45Z', 'updated_at': '2022-08-23T22:30:52Z', 'revision_number': 4, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'subnets': [{'id': '01b79ad4-3184-46f5-a175-1047bc3ba429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:30:53.600004 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1a85e471-5b14-4562-a10c-ef9777eda36a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (0bf70240-7505-4c70-b416-66e3bd0c9768), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.639885 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47ebe3-573d-48f8-a2b3-9dd2ce27114f None None] The sync data for ids ['5b9521a2-6ebe-4793-b032-5a24808abee4'] in dv-cinder-850321-4-iscsi is: [{'id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:34Z', 'updated_at': '2022-08-23T22:30:48Z', 'revision_number': 4, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'gw_port': {'id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:35Z', 'updated_at': '2022-08-23T22:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '287c26cb-154c-4111-982a-ab1adef98913', 'name': '', 'network_id': 'cc33a582-a0d6-413e-bb35-176766f60350', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'mac_address': 'fa:16:3e:61:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '01b79ad4-3184-46f5-a175-1047bc3ba429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:45Z', 'updated_at': '2022-08-23T22:30:52Z', 'revision_number': 4, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'subnets': [{'id': '01b79ad4-3184-46f5-a175-1047bc3ba429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:30:53.727518 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1a85e471-5b14-4562-a10c-ef9777eda36a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (0bf70240-7505-4c70-b416-66e3bd0c9768), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.734056 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1a85e471-5b14-4562-a10c-ef9777eda36a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (0bf70240-7505-4c70-b416-66e3bd0c9768), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.891196 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85e471-5b14-4562-a10c-ef9777eda36a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf70240-7505-4c70-b416-66e3bd0c9768,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:53.928292 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1a85e471-5b14-4562-a10c-ef9777eda36a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:53.931179 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-1a85e471-5b14-4562-a10c-ef9777eda36a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3969970 Aug 23 22:30:53.936165 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58474) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:53.952085 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-3ef6abf9-e64e-48a6-befc-50424e1fbfa2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'security_group_rule': {'security_group_id': 'ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae', 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:53.969137 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:54.006713 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.securitygroups_db [None req-3ef6abf9-e64e-48a6-befc-50424e1fbfa2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Project 77cc91a5c0bc4e5888460d7618594895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 22:30:54.020870 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3ef6abf9-e64e-48a6-befc-50424e1fbfa2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (60379c2e-53a2-401d-be34-965e186e0bb1), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:54.215200 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3ef6abf9-e64e-48a6-befc-50424e1fbfa2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (60379c2e-53a2-401d-be34-965e186e0bb1), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:54.223894 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3ef6abf9-e64e-48a6-befc-50424e1fbfa2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (60379c2e-53a2-401d-be34-965e186e0bb1), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:54.268369 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6abf9-e64e-48a6-befc-50424e1fbfa2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60379c2e-53a2-401d-be34-965e186e0bb1,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:54.312258 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3ef6abf9-e64e-48a6-befc-50424e1fbfa2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:54.321149 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-3ef6abf9-e64e-48a6-befc-50424e1fbfa2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3797784 Aug 23 22:30:54.325449 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58482) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:30:54.336055 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-a18b37a9-7067-4491-b13f-23c41c8cb2d9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'security_group_rule': {'security_group_id': 'ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae', 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:30:54.421020 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.securitygroups_db [None req-a18b37a9-7067-4491-b13f-23c41c8cb2d9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Project 77cc91a5c0bc4e5888460d7618594895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 22:30:54.444397 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a18b37a9-7067-4491-b13f-23c41c8cb2d9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (17651f5a-08b7-48b4-9aab-6f5e1b936cbc), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:54.495089 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 287c26cb-154c-4111-982a-ab1adef98913 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:54.593536 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:30:54.599566 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a18b37a9-7067-4491-b13f-23c41c8cb2d9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (17651f5a-08b7-48b4-9aab-6f5e1b936cbc), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:54.612616 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a18b37a9-7067-4491-b13f-23c41c8cb2d9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (17651f5a-08b7-48b4-9aab-6f5e1b936cbc), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:54.668409 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b37a9-7067-4491-b13f-23c41c8cb2d9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17651f5a-08b7-48b4-9aab-6f5e1b936cbc,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:54.686504 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a18b37a9-7067-4491-b13f-23c41c8cb2d9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:54.692852 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-a18b37a9-7067-4491-b13f-23c41c8cb2d9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618054 Aug 23 22:30:54.695764 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 287c26cb-154c-4111-982a-ab1adef98913 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:54.695764 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (287c26cb-154c-4111-982a-ab1adef98913), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:54.808530 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294adb7-d570-4267-aa6c-7abd172c01ee req-54e82653-a11f-4ce7-94d6-a92f0cc557f6 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:54.832984 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a294adb7-d570-4267-aa6c-7abd172c01ee req-54e82653-a11f-4ce7-94d6-a92f0cc557f6 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1637142 Aug 23 22:30:54.936580 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 287c26cb-154c-4111-982a-ab1adef98913 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:54.937894 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (287c26cb-154c-4111-982a-ab1adef98913), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:55.042458 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a294adb7-d570-4267-aa6c-7abd172c01ee req-5de91a31-0569-4b44-be7e-143a33586514 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042770 Aug 23 22:30:55.061801 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 287c26cb-154c-4111-982a-ab1adef98913, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=287c26cb-154c-4111-982a-ab1adef98913,segment=NetworkSegment(2b4b2f4d-4719-434d-9225-37b627932fad),segment_id=2b4b2f4d-4719-434d-9225-37b627932fad)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:55.070816 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (287c26cb-154c-4111-982a-ab1adef98913), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:55.175658 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=287c26cb-154c-4111-982a-ab1adef98913,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:55.197337 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.198339 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.199306 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.200024 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.200702 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.201420 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.202088 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.202787 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.203345 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.203989 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.204634 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.206138 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.207025 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.207847 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:55.208698 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:30:56.080797 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-0e6c0a5f-34ff-46d0-9be5-77640d2a6ff3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:56.083654 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-0e6c0a5f-34ff-46d0-9be5-77640d2a6ff3 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1065848 Aug 23 22:30:56.327847 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22323f8c-c42e-42c8-980e-118814079600 req-e4ff183a-6feb-47ee-9fa0-a1a085648879 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:30:56.330647 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-22323f8c-c42e-42c8-980e-118814079600 req-e4ff183a-6feb-47ee-9fa0-a1a085648879 tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 945 time: 0.1356330 Aug 23 22:30:56.356400 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Deleting port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:30:56.356896 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:56.427231 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 287c26cb-154c-4111-982a-ab1adef98913 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:30:56.511326 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-22323f8c-c42e-42c8-980e-118814079600 req-a3370342-a8f7-41af-8daa-a0e1671ad58b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644516 Aug 23 22:30:56.519983 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 287c26cb-154c-4111-982a-ab1adef98913 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:30:56.521162 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (287c26cb-154c-4111-982a-ab1adef98913), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:56.582970 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] For port 3da5a208-32b6-480a-96ee-d5e85aa6ca75, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=3da5a208-32b6-480a-96ee-d5e85aa6ca75,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:30:56.583600 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:56.608158 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Calling delete_port for 3da5a208-32b6-480a-96ee-d5e85aa6ca75 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:30:56.694982 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 287c26cb-154c-4111-982a-ab1adef98913 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:30:56.911768 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (3da5a208-32b6-480a-96ee-d5e85aa6ca75), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:56.971600 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['3da5a208-32b6-480a-96ee-d5e85aa6ca75'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:30:56.984034 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Pushing event deleted for resources: {'Port': ['ID=3da5a208-32b6-480a-96ee-d5e85aa6ca75,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:30:57.102904 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] No DVR routers for this DVR port 3da5a208-32b6-480a-96ee-d5e85aa6ca75 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:30:57.107584 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:30:57.112889 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f50200b2-cceb-4355-8c66-7bf41b7f7114 req-5abd5eae-d285-4413-977f-856aeb18330b tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.86 "DELETE /networking/v2.0/ports/3da5a208-32b6-480a-96ee-d5e85aa6ca75 HTTP/1.1" status: 204 len: 173 time: 1.0216064 Aug 23 22:30:57.113436 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d6e2f-6d66-4925-8f7c-eca5b08c1025', 'name': 'network-vif-deleted', 'tag': '3da5a208-32b6-480a-96ee-d5e85aa6ca75'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:30:57.116220 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee0af1-6d33-445a-8069-6ac7fcdde64c" -d '{"events": [{"server_uuid": "498d6e2f-6d66-4925-8f7c-eca5b08c1025", "name": "network-vif-deleted", "tag": "3da5a208-32b6-480a-96ee-d5e85aa6ca75"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:30:57.509676 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de033a13-378a-4a32-ad34-84265269aae4 x-openstack-request-id: req-de033a13-378a-4a32-ad34-84265269aae4 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:30:57.510167 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498d6e2f-6d66-4925-8f7c-eca5b08c1025", "name": "network-vif-deleted", "tag": "3da5a208-32b6-480a-96ee-d5e85aa6ca75", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:30:57.510594 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-de033a13-378a-4a32-ad34-84265269aae4 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:30:57.511291 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de033a13-378a-4a32-ad34-84265269aae4'] response: {'server_uuid': '498d6e2f-6d66-4925-8f7c-eca5b08c1025', 'name': 'network-vif-deleted', 'tag': '3da5a208-32b6-480a-96ee-d5e85aa6ca75', 'status': 'completed', 'code': 200} Aug 23 22:30:57.746690 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-861fee0d-afc8-46f5-a895-1aa0f592538a req-f7b3066e-dfac-4d02-8c05-6867ffd0689d tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 210 time: 0.0609047 Aug 23 22:30:58.930276 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4ef8c073-1753-434d-9907-459c4f2be6f5 req-d0446db0-8709-4895-8c8b-d064fce135ba tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 210 time: 0.0363567 Aug 23 22:31:00.140960 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0ab52180-6a8c-45e5-b04b-05e9574d873d req-eb0c0706-2a01-4f22-9749-b68a3b8bb86e tempest-ServerRescueNegativeTestJSON-146746916 tempest-ServerRescueNegativeTestJSON-146746916-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=498d6e2f-6d66-4925-8f7c-eca5b08c1025 HTTP/1.1" status: 200 len: 210 time: 0.0394320 Aug 23 22:31:01.267273 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58608) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:02.262620 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:02.435058 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:02.580838 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:02.637649 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 3da5a208-32b6-480a-96ee-d5e85aa6ca75 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:31:02.668018 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 3da5a208-32b6-480a-96ee-d5e85aa6ca75 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:31:02.668744 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 3da5a208-32b6-480a-96ee-d5e85aa6ca75 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:31:02.721374 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Deleting port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:31:02.722185 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:02.890214 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] For port 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=8bd18489-5b8a-43e6-ac80-9a041d8ad7e1,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:02.890840 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:02.913223 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Calling delete_port for 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 owned by network:router_interface {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:31:03.238552 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (8bd18489-5b8a-43e6-ac80-9a041d8ad7e1), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:03.250025 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:03.280488 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd18489-5b8a-43e6-ac80-9a041d8ad7e1,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:03.572615 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:03.577434 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:03.590566 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=10 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:03.647748 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c2c46c16-cd63-4424-9260-3fa00e506e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:03.914859 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:31:04.026890 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:04.084613 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:31:04.101728 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-b16a46c0-8cb9-48c1-aed7-7530744d96a3 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/f7b45e30-6da7-4a3c-b18e-94be9cfd09c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8266010 Aug 23 22:31:04.101728 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58640) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:04.110465 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] Sync routers for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:31:04.141122 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:04.141122 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:04.298743 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks [] for router (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:04.335530 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:04.515008 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks [] for router_gateway (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:04.580407 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Deleting port 038aa351-817a-4768-a472-a19e0fc43c23 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:31:04.580911 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (038aa351-817a-4768-a472-a19e0fc43c23), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:04.747928 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] For port 038aa351-817a-4768-a472-a19e0fc43c23, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=038aa351-817a-4768-a472-a19e0fc43c23,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:04.748636 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (038aa351-817a-4768-a472-a19e0fc43c23), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:04.778825 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Calling delete_port for 038aa351-817a-4768-a472-a19e0fc43c23 owned by network:router_gateway {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:31:04.836640 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '038aa351-817a-4768-a472-a19e0fc43c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:31:03Z', 'revision_number': 5, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port': {'id': '038aa351-817a-4768-a472-a19e0fc43c23', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:26Z', 'updated_at': '2022-08-23T22:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:04.892955 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] Checking router: f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:31:04.909751 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] Routers {'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:04.910958 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:30:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:04.984798 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:05.074158 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] Set router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 gateway port host: None {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:05.107474 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (038aa351-817a-4768-a472-a19e0fc43c23), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.150680 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Pushing event deleted for resources: {'Port': ['ID=038aa351-817a-4768-a472-a19e0fc43c23,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:05.153556 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:31:04Z', 'revision_number': 6, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port_host': None}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:05.208683 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e63125-2092-49df-8b39-6e4d3e067ef0 None None] The sync data for ids ['f7b45e30-6da7-4a3c-b18e-94be9cfd09c5'] in dv-cinder-850321-4-iscsi is: [{'id': 'f7b45e30-6da7-4a3c-b18e-94be9cfd09c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1724816632-router', 'tenant_id': '1dfc84dc05d542d987194096f3b7e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:31:04Z', 'revision_number': 6, 'project_id': '1dfc84dc05d542d987194096f3b7e51a', 'gw_port_host': None}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:31:05.282998 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.438744 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.444229 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks [] for router_controller (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.496942 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (f7b45e30-6da7-4a3c-b18e-94be9cfd09c5), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.497745 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 {{(pid=106593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:31:05.504480 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.505900 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-b779a90a-f2b5-44ed-840a-e8f828884549 admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/f7b45e30-6da7-4a3c-b18e-94be9cfd09c5 HTTP/1.1" status: 204 len: 168 time: 1.4036820 Aug 23 22:31:05.509670 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58656) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:05.549634 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:05.565390 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fce0702-4d7f-4f50-826a-753831a0ae39 admin admin] Deleting subnet 2f9c5f90-3242-4ea7-8535-08bea47b3de5 {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:31:05.569241 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4fce0702-4d7f-4f50-826a-753831a0ae39 admin admin] Publish callbacks [] for subnet (2f9c5f90-3242-4ea7-8535-08bea47b3de5), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.615920 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4fce0702-4d7f-4f50-826a-753831a0ae39 admin admin] Publish callbacks [] for subnet (2f9c5f90-3242-4ea7-8535-08bea47b3de5), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.617918 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:05.692222 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4fce0702-4d7f-4f50-826a-753831a0ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (2f9c5f90-3242-4ea7-8535-08bea47b3de5), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.772375 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4fce0702-4d7f-4f50-826a-753831a0ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for subnet (2f9c5f90-3242-4ea7-8535-08bea47b3de5), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.804060 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce0702-4d7f-4f50-826a-753831a0ae39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9c5f90-3242-4ea7-8535-08bea47b3de5,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:05.808394 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-4fce0702-4d7f-4f50-826a-753831a0ae39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:05.813687 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-4fce0702-4d7f-4f50-826a-753831a0ae39 admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/2f9c5f90-3242-4ea7-8535-08bea47b3de5 HTTP/1.1" status: 204 len: 168 time: 0.3009081 Aug 23 22:31:05.816267 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58658) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:05.821160 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99c0d9-729c-4d24-aa08-cef3b111361b None None] Network 6d954100-70c0-4f0f-a697-9d74a7a12bf8 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:31:05.921452 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (6d954100-70c0-4f0f-a697-9d74a7a12bf8), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.069160 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-492c11e7-0c5c-4ebd-a787-b500db07f2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.069490 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Deleting port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:31:06.070133 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.074489 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62c4916-4082-4119-a303-f049b9c5066b None None] DHCP port deletion for 6d954100-70c0-4f0f-a697-9d74a7a12bf8 request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:31:06.147613 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-a62c4916-4082-4119-a303-f049b9c5066b None None] Deleting port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 {{(pid=106595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:31:06.148504 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a62c4916-4082-4119-a303-f049b9c5066b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), before_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.222628 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] For port 3d8ffef9-4f2b-4179-b602-4c85c1203c42, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=3d8ffef9-4f2b-4179-b602-4c85c1203c42,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:06.223247 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.249781 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Calling delete_port for 3d8ffef9-4f2b-4179-b602-4c85c1203c42 owned by network:dhcp {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:31:06.255993 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-a62c4916-4082-4119-a303-f049b9c5066b None None] For port 3d8ffef9-4f2b-4179-b602-4c85c1203c42, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=3d8ffef9-4f2b-4179-b602-4c85c1203c42,segment=NetworkSegment(121118b1-7292-4c4f-ac29-53ae96e8b42e),segment_id=121118b1-7292-4c4f-ac29-53ae96e8b42e)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:06.256772 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a62c4916-4082-4119-a303-f049b9c5066b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), precommit_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.276517 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-a62c4916-4082-4119-a303-f049b9c5066b None None] Calling delete_port for 3d8ffef9-4f2b-4179-b602-4c85c1203c42 owned by network:dhcp {{(pid=106595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:31:06.380798 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.416669 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:06.422471 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8ffef9-4f2b-4179-b602-4c85c1203c42,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:06.455656 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] No DVR routers for this DVR port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 on host dv-cinder-850321-4-iscsi {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:31:06.458748 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a62c4916-4082-4119-a303-f049b9c5066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (3d8ffef9-4f2b-4179-b602-4c85c1203c42), after_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.484586 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 038aa351-817a-4768-a472-a19e0fc43c23 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:31:06.537093 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c4916-4082-4119-a303-f049b9c5066b None None] No DVR routers for this DVR port 3d8ffef9-4f2b-4179-b602-4c85c1203c42 on host dv-cinder-850321-4-iscsi {{(pid=106595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:31:06.561794 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c4916-4082-4119-a303-f049b9c5066b None None] Pushing event deleted for resources: {'Port': ['ID=3d8ffef9-4f2b-4179-b602-4c85c1203c42,revision_number=None']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:06.574061 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 038aa351-817a-4768-a472-a19e0fc43c23 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:31:06.574061 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 038aa351-817a-4768-a472-a19e0fc43c23 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:31:06.574061 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:31:06.581883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (6d954100-70c0-4f0f-a697-9d74a7a12bf8), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.619051 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:31:06.619702 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 8bd18489-5b8a-43e6-ac80-9a041d8ad7e1 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:31:06.620153 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 3d8ffef9-4f2b-4179-b602-4c85c1203c42 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:31:06.635744 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.636781 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.637514 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.639654 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > port after_create 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.640331 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.640847 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > port after_update 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.641525 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.643127 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.643405 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.643830 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.664156 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 3d8ffef9-4f2b-4179-b602-4c85c1203c42 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:31:06.664799 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 3d8ffef9-4f2b-4179-b602-4c85c1203c42 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:31:06.766676 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.767552 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.767960 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.768307 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 22:31:06.768690 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d954100-70c0-4f0f-a697-9d74a7a12bf8']}} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:06.788428 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121118b1-7292-4c4f-ac29-53ae96e8b42e') {'for_net_delete': True} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:06.788727 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121118b1-7292-4c4f-ac29-53ae96e8b42e') {} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:06.807927 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25223823'] for segment (121118b1-7292-4c4f-ac29-53ae96e8b42e), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.831401 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (121118b1-7292-4c4f-ac29-53ae96e8b42e), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:06.841619 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=106594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:31:06.842029 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768079'] for segment (121118b1-7292-4c4f-ac29-53ae96e8b42e), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:07.197610 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (6d954100-70c0-4f0f-a697-9d74a7a12bf8), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:07.214385 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:07.218125 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/6d954100-70c0-4f0f-a697-9d74a7a12bf8 HTTP/1.1" status: 204 len: 168 time: 1.4008951 Aug 23 22:31:07.219850 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e01a1b-5d41-4724-bce8-d62d8c7c20ba admin admin] Pushing event deleted for resources: {'Network': ['ID=6d954100-70c0-4f0f-a697-9d74a7a12bf8,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:07.281197 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 121118b1-7292-4c4f-ac29-53ae96e8b42e resource provider aggregate not found Aug 23 22:31:07.305223 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 121118b1-7292-4c4f-ac29-53ae96e8b42e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 121118b1-7292-4c4f-ac29-53ae96e8b42e found for delete ", "request_id": "req-72b72627-57f9-4602-8b6e-9bfbc8710907"}]} Aug 23 22:31:07.384021 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58694) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:07.431862 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-02d74ed6-95ba-4218-84c1-32af43518593 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=1dfc84dc05d542d987194096f3b7e51a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463686 Aug 23 22:31:07.434640 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58698) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:07.526417 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f8883ff2-aa39-4f54-8718-9e0a6fc0c721 admin admin] Publish callbacks [] for security_group (5fd3e7c8-f9a2-4541-8062-419ea00a3fe9), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:07.541526 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:07.553414 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f8883ff2-aa39-4f54-8718-9e0a6fc0c721 admin admin] Publish callbacks [] for security_group (5fd3e7c8-f9a2-4541-8062-419ea00a3fe9), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:07.615186 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f8883ff2-aa39-4f54-8718-9e0a6fc0c721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (5fd3e7c8-f9a2-4541-8062-419ea00a3fe9), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:07.618291 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-f8883ff2-aa39-4f54-8718-9e0a6fc0c721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:07.621816 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-f8883ff2-aa39-4f54-8718-9e0a6fc0c721 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/5fd3e7c8-f9a2-4541-8062-419ea00a3fe9 HTTP/1.1" status: 204 len: 168 time: 0.1838586 Aug 23 22:31:07.637531 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8883ff2-aa39-4f54-8718-9e0a6fc0c721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd3e7c8-f9a2-4541-8062-419ea00a3fe9,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:08.850057 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:10.116334 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:10.185899 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58804) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:10.356634 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-de198df4-e464-4ee6-b1ad-ced289fbca27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:10.422199 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:10.485151 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-de198df4-e464-4ee6-b1ad-ced289fbca27 admin admin] Publish callbacks [] for security_group (8b2376af-c5e0-4440-9203-df93b0e6e9e0), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:10.487220 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:10.491317 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-de198df4-e464-4ee6-b1ad-ced289fbca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8b2376af-c5e0-4440-9203-df93b0e6e9e0), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:10.572154 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-de198df4-e464-4ee6-b1ad-ced289fbca27 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=81d16f241a3d4525bd44c53d01e879a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849945 Aug 23 22:31:10.573339 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de198df4-e464-4ee6-b1ad-ced289fbca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2376af-c5e0-4440-9203-df93b0e6e9e0,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:10.575390 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58816) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:10.641969 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5ced3b60-6a4c-4236-ab16-f8b86ad2d33e admin admin] Publish callbacks [] for security_group (8b2376af-c5e0-4440-9203-df93b0e6e9e0), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:10.667351 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5ced3b60-6a4c-4236-ab16-f8b86ad2d33e admin admin] Publish callbacks [] for security_group (8b2376af-c5e0-4440-9203-df93b0e6e9e0), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:10.731018 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5ced3b60-6a4c-4236-ab16-f8b86ad2d33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8b2376af-c5e0-4440-9203-df93b0e6e9e0), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:10.733681 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5ced3b60-6a4c-4236-ab16-f8b86ad2d33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:10.735178 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5ced3b60-6a4c-4236-ab16-f8b86ad2d33e admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/8b2376af-c5e0-4440-9203-df93b0e6e9e0 HTTP/1.1" status: 204 len: 168 time: 0.1576114 Aug 23 22:31:10.744155 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced3b60-6a4c-4236-ab16-f8b86ad2d33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2376af-c5e0-4440-9203-df93b0e6e9e0,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:11.035831 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:11.117208 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58830) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:11.134276 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ace56213-e33e-4c03-bd01-5708e9ab351a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:11.251033 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ace56213-e33e-4c03-bd01-5708e9ab351a admin admin] Publish callbacks [] for security_group (8dbd28c3-2624-4c76-8289-8022f0d1700e), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:11.256589 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ace56213-e33e-4c03-bd01-5708e9ab351a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8dbd28c3-2624-4c76-8289-8022f0d1700e), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:11.305534 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-ace56213-e33e-4c03-bd01-5708e9ab351a admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=eb61c998b1af4c90a135986b993ec7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869631 Aug 23 22:31:11.306793 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace56213-e33e-4c03-bd01-5708e9ab351a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbd28c3-2624-4c76-8289-8022f0d1700e,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:11.308456 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58832) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:11.393505 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-74113e80-9bb6-4cb4-b7a4-49d5f7bfcf01 admin admin] Publish callbacks [] for security_group (8dbd28c3-2624-4c76-8289-8022f0d1700e), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:11.416502 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-74113e80-9bb6-4cb4-b7a4-49d5f7bfcf01 admin admin] Publish callbacks [] for security_group (8dbd28c3-2624-4c76-8289-8022f0d1700e), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:11.472272 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-74113e80-9bb6-4cb4-b7a4-49d5f7bfcf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8dbd28c3-2624-4c76-8289-8022f0d1700e), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:11.474895 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-74113e80-9bb6-4cb4-b7a4-49d5f7bfcf01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:11.479054 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-74113e80-9bb6-4cb4-b7a4-49d5f7bfcf01 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/8dbd28c3-2624-4c76-8289-8022f0d1700e HTTP/1.1" status: 204 len: 168 time: 0.1691923 Aug 23 22:31:11.488777 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74113e80-9bb6-4cb4-b7a4-49d5f7bfcf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbd28c3-2624-4c76-8289-8022f0d1700e,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:11.929042 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fcee0-380d-448c-90e2-9a08209c805e req-af80e4cc-67ce-4a7d-90ab-3c5913441681 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:11.931310 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-085fcee0-380d-448c-90e2-9a08209c805e req-af80e4cc-67ce-4a7d-90ab-3c5913441681 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 945 time: 0.0660408 Aug 23 22:31:11.993941 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58856) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:12.005560 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-085fcee0-380d-448c-90e2-9a08209c805e req-1c4cddaf-de3e-4a06-833a-35aa618ea9a3 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=4dfa0429-73fa-4f9f-a936-f8f862185440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635481 Aug 23 22:31:12.080865 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4839cdf-b226-47cc-9c5a-af8463cfb536 admin admin] Deleting subnet 8a2ec43b-22cb-4499-b8c2-ccd48d20512d {{(pid=106593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:31:12.084607 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-b226-47cc-9c5a-af8463cfb536 admin admin] Publish callbacks [] for subnet (8a2ec43b-22cb-4499-b8c2-ccd48d20512d), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.132683 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-b226-47cc-9c5a-af8463cfb536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25456179'] for subnet (8a2ec43b-22cb-4499-b8c2-ccd48d20512d), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.171776 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:12.185278 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-b226-47cc-9c5a-af8463cfb536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (8a2ec43b-22cb-4499-b8c2-ccd48d20512d), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.267560 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-b226-47cc-9c5a-af8463cfb536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25505823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26779442'] for subnet (8a2ec43b-22cb-4499-b8c2-ccd48d20512d), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.305870 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4839cdf-b226-47cc-9c5a-af8463cfb536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2ec43b-22cb-4499-b8c2-ccd48d20512d,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:12.310478 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-b226-47cc-9c5a-af8463cfb536 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.315039 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c4839cdf-b226-47cc-9c5a-af8463cfb536 admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/8a2ec43b-22cb-4499-b8c2-ccd48d20512d HTTP/1.1" status: 204 len: 168 time: 0.3177817 Aug 23 22:31:12.318974 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58866) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:12.429223 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (5bddff4f-8ee4-4f70-b11a-45aed32fa202), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.544048 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (5bddff4f-8ee4-4f70-b11a-45aed32fa202), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.581682 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bddff4f-8ee4-4f70-b11a-45aed32fa202']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:12.581682 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:INSERT=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:12.582955 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf543d3-8e15-49d2-b600-2cd95a9035f0') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:12.583257 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf543d3-8e15-49d2-b600-2cd95a9035f0') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:12.603994 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (dcf543d3-8e15-49d2-b600-2cd95a9035f0), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.630330 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (dcf543d3-8e15-49d2-b600-2cd95a9035f0), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.646703 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:31:12.647184 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (dcf543d3-8e15-49d2-b600-2cd95a9035f0), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.683650 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment dcf543d3-8e15-49d2-b600-2cd95a9035f0 resource provider aggregate not found Aug 23 22:31:12.721732 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment dcf543d3-8e15-49d2-b600-2cd95a9035f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcf543d3-8e15-49d2-b600-2cd95a9035f0 found for delete ", "request_id": "req-8babcf7c-6d3c-429d-9cb4-1dbaa575d9fc"}]} Aug 23 22:31:12.732443 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (5bddff4f-8ee4-4f70-b11a-45aed32fa202), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.744339 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:12.748459 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/5bddff4f-8ee4-4f70-b11a-45aed32fa202 HTTP/1.1" status: 204 len: 168 time: 0.4283173 Aug 23 22:31:12.760891 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7feaf3-55c3-409d-bf50-90950b1ea62d admin admin] Pushing event deleted for resources: {'Network': ['ID=5bddff4f-8ee4-4f70-b11a-45aed32fa202,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:13.004466 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58886) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:13.056724 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-852d6a26-85c3-436f-aa5d-ab0f391ec2db admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=73aca04a5685447fb698a46da1b0b8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507464 Aug 23 22:31:13.059471 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58892) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:13.130295 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-90915ccc-ee67-4447-937f-a1373486b631 admin admin] Publish callbacks [] for security_group (73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:13.151717 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0700-c35d-4e98-a149-38a7596dc93e req-0fba2dc8-faf0-4d00-bfdb-f499f80267a9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:13.158652 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-137f0700-c35d-4e98-a149-38a7596dc93e req-0fba2dc8-faf0-4d00-bfdb-f499f80267a9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 945 time: 0.0608726 Aug 23 22:31:13.168891 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-90915ccc-ee67-4447-937f-a1373486b631 admin admin] Publish callbacks [] for security_group (73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:13.213727 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-137f0700-c35d-4e98-a149-38a7596dc93e req-d66f21a8-c5e3-4464-9567-3a08d6b499b8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=4dfa0429-73fa-4f9f-a936-f8f862185440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523484 Aug 23 22:31:13.247497 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-90915ccc-ee67-4447-937f-a1373486b631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:13.250211 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-90915ccc-ee67-4447-937f-a1373486b631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:13.253099 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-90915ccc-ee67-4447-937f-a1373486b631 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba HTTP/1.1" status: 204 len: 168 time: 0.1908717 Aug 23 22:31:13.265163 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90915ccc-ee67-4447-937f-a1373486b631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a7f897-8b5c-4aa9-be1c-c1ae2571e8ba,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:14.228030 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-71f340ce-df38-46d5-904c-624adc00464e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:14.230968 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-71f340ce-df38-46d5-904c-624adc00464e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 945 time: 0.0723424 Aug 23 22:31:14.380698 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Deleting port faa98708-0963-4cbe-98f1-6a55b7e5c07d {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:31:14.381121 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:14.389469 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8a0ab-4c22-493e-a953-f2c88230e928 req-a9a12213-fc19-44d1-b145-3ac5691ec920 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:14.390965 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-87d8a0ab-4c22-493e-a953-f2c88230e928 req-a9a12213-fc19-44d1-b145-3ac5691ec920 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 945 time: 0.0837927 Aug 23 22:31:14.511727 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-87d8a0ab-4c22-493e-a953-f2c88230e928 req-9aa500a2-b0cf-42d8-82d0-fdbd11d82f56 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=4dfa0429-73fa-4f9f-a936-f8f862185440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042101 Aug 23 22:31:14.528985 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] For port faa98708-0963-4cbe-98f1-6a55b7e5c07d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=faa98708-0963-4cbe-98f1-6a55b7e5c07d,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:14.529433 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:14.732367 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:14.732738 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:14.733079 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Floating IP 1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe disassociated. External IP: 172.27.2.94, port: faa98708-0963-4cbe-98f1-6a55b7e5c07d. Aug 23 22:31:14.733618 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Calling delete_port for faa98708-0963-4cbe-98f1-6a55b7e5c07d owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:31:14.779132 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:14.808511 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:14.925629 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (faa98708-0963-4cbe-98f1-6a55b7e5c07d), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:14.958171 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'Port': ['ID=faa98708-0963-4cbe-98f1-6a55b7e5c07d,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:15.099063 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:31:15.137473 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-118e3897-aea9-40d7-8f52-4277210c5e13 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-297031976&fields=id&tenant_id=77cc91a5c0bc4e5888460d7618594895 HTTP/1.1" status: 200 len: 267 time: 0.0655398 Aug 23 22:31:15.375989 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:31:15.386892 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-4decbc5f-376d-4fb6-9e78-0cb1a885032c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:15.389281 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-4decbc5f-376d-4fb6-9e78-0cb1a885032c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 811 time: 0.2143219 Aug 23 22:31:15.394191 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:31:15.418622 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:15.419936 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:15.459449 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-8c61fb5b-6ec7-4320-8cbb-c95f6b45f047 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/quotas/77cc91a5c0bc4e5888460d7618594895 HTTP/1.1" status: 200 len: 375 time: 0.0264926 Aug 23 22:31:15.540423 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] No DVR routers for this DVR port faa98708-0963-4cbe-98f1-6a55b7e5c07d on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:31:15.546546 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:15.553130 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0f077342-5013-4163-96f3-1fbb8a3ceef6 req-83486cfc-a8a4-4171-a8ac-b6a621ecd940 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "DELETE /networking/v2.0/ports/faa98708-0963-4cbe-98f1-6a55b7e5c07d HTTP/1.1" status: 204 len: 173 time: 1.3139615 Aug 23 22:31:15.554099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'name': 'network-vif-deleted', 'tag': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:31:15.557237 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fcca67-2e6f-4082-93d6-b7b6beaf0f47" -d '{"events": [{"server_uuid": "c789ef3c-a649-4967-a49e-e8ce958cc666", "name": "network-vif-deleted", "tag": "faa98708-0963-4cbe-98f1-6a55b7e5c07d"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:31:15.582426 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-4ccac627-54cd-432b-98fb-03d40218970b tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984321 Aug 23 22:31:15.620859 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:15.812784 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-8b5a3207-15ad-4cb4-9766-ec5420fd23cd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948621 Aug 23 22:31:15.922317 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:15.941703 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-d6040dd8-05f2-4859-8e13-31c58701f01c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162801 Aug 23 22:31:15.956959 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:31:15.967672 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:15.968340 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:16.070695 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:16.126224 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:16.506049 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6683f4b5-365b-4427-8e95-6cd1290b18e4 req-dd0df9e1-5fcf-4914-863d-befa9a191306 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c789ef3c-a649-4967-a49e-e8ce958cc666 HTTP/1.1" status: 200 len: 210 time: 0.0579600 Aug 23 22:31:16.508529 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:16.562384 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3154fc12-df1d-44c5-8713-518e1cad4563 None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:31:16.603174 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2d4160-3981-4670-ad7a-45ddb7420af1 x-openstack-request-id: req-7b2d4160-3981-4670-ad7a-45ddb7420af1 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:31:16.603765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789ef3c-a649-4967-a49e-e8ce958cc666", "name": "network-vif-deleted", "tag": "faa98708-0963-4cbe-98f1-6a55b7e5c07d", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:31:16.604107 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b2d4160-3981-4670-ad7a-45ddb7420af1 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:31:16.604608 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2d4160-3981-4670-ad7a-45ddb7420af1'] response: {'server_uuid': 'c789ef3c-a649-4967-a49e-e8ce958cc666', 'name': 'network-vif-deleted', 'tag': 'faa98708-0963-4cbe-98f1-6a55b7e5c07d', 'status': 'completed', 'code': 200} Aug 23 22:31:16.710192 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cc02ce33-c929-4f6d-9353-2f957c1b9d85 req-ed5d6afb-3cdb-488d-875c-c56e4a1ef3b6 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 210 time: 0.0535400 Aug 23 22:31:16.948432 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f6b69-2ed9-4709-a15e-f11fcfe578f0 None None] New status for floating IP 1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe: DOWN {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:31:17.668539 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58974) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:17.768082 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3fb77757-c1b5-40b3-9b0c-1055aa01487a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (4dfa0429-73fa-4f9f-a936-f8f862185440), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:17.801751 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3fb77757-c1b5-40b3-9b0c-1055aa01487a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (4dfa0429-73fa-4f9f-a936-f8f862185440), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:17.856049 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-88de3927-85c3-42d0-ada7-7ddd34d8e44d req-a3f85016-361c-4bfb-b2ac-75fa55c0962d tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 210 time: 0.0420268 Aug 23 22:31:17.879415 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3fb77757-c1b5-40b3-9b0c-1055aa01487a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (4dfa0429-73fa-4f9f-a936-f8f862185440), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:17.882446 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3fb77757-c1b5-40b3-9b0c-1055aa01487a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:17.883742 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3fb77757-c1b5-40b3-9b0c-1055aa01487a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/4dfa0429-73fa-4f9f-a936-f8f862185440 HTTP/1.1" status: 204 len: 168 time: 0.2138598 Aug 23 22:31:17.888266 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58978) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:17.896468 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb77757-c1b5-40b3-9b0c-1055aa01487a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa0429-73fa-4f9f-a936-f8f862185440,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:17.910696 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.api.v2.resource [None req-c0ae3b1f-ce56-4e6b-a11a-9420be87947b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] show failed (client error): The resource could not be found. Aug 23 22:31:17.912129 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c0ae3b1f-ce56-4e6b-a11a-9420be87947b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups/4dfa0429-73fa-4f9f-a936-f8f862185440 HTTP/1.1" status: 404 len: 347 time: 0.0219500 Aug 23 22:31:17.917342 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58980) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:18.098245 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Deleting port 14ad7549-9e99-44f8-821b-31f17b51599e {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:31:18.098582 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (14ad7549-9e99-44f8-821b-31f17b51599e), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.129357 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:18.182155 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:18.197658 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (14ad7549-9e99-44f8-821b-31f17b51599e), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.198169 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (14ad7549-9e99-44f8-821b-31f17b51599e), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.222852 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Calling delete_port for 14ad7549-9e99-44f8-821b-31f17b51599e owned by network:floatingip {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:31:18.410311 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (14ad7549-9e99-44f8-821b-31f17b51599e), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.445128 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'Port': ['ID=14ad7549-9e99-44f8-821b-31f17b51599e,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:18.542835 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.546979 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.548843 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-3c7c20cf-04a8-40ce-8ddf-92d36cf9b44b tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/1e1b8aae-7f5d-4ff5-ac23-f600dca2fdfe HTTP/1.1" status: 204 len: 168 time: 0.6275594 Aug 23 22:31:18.640805 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 58986) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:18.648184 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-2093f822-b8b2-4bfd-8126-8bb4798eb6a0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371234432', 'description': 'tempest-description--1139946832'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:18.681758 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2093f822-b8b2-4bfd-8126-8bb4798eb6a0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.760112 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:18.780464 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2093f822-b8b2-4bfd-8126-8bb4798eb6a0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (5790af1f-7280-49cc-867b-ad67727edb46), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.787343 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2093f822-b8b2-4bfd-8126-8bb4798eb6a0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (5790af1f-7280-49cc-867b-ad67727edb46), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.844326 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2093f822-b8b2-4bfd-8126-8bb4798eb6a0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.846894 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2093f822-b8b2-4bfd-8126-8bb4798eb6a0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2043259 Aug 23 22:31:18.849043 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093f822-b8b2-4bfd-8126-8bb4798eb6a0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5790af1f-7280-49cc-867b-ad67727edb46,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:18.851691 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58988) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:18.861829 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-942e6991-80e0-4628-98a4-db3b8637d5f9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group_rule': {'security_group_id': '5790af1f-7280-49cc-867b-ad67727edb46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:18.904511 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-942e6991-80e0-4628-98a4-db3b8637d5f9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (cddcbfe1-8795-432a-8f7f-c10c6d7160e8), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:18.998206 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-70711ca6-3157-49a7-86fb-9c574bd5308f req-31f4ae4f-7352-4a07-b9ba-bfd14eeb643c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 210 time: 0.0405526 Aug 23 22:31:19.014332 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-942e6991-80e0-4628-98a4-db3b8637d5f9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (cddcbfe1-8795-432a-8f7f-c10c6d7160e8), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.028258 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-942e6991-80e0-4628-98a4-db3b8637d5f9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (cddcbfe1-8795-432a-8f7f-c10c6d7160e8), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.050829 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e6991-80e0-4628-98a4-db3b8637d5f9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddcbfe1-8795-432a-8f7f-c10c6d7160e8,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:19.061462 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-942e6991-80e0-4628-98a4-db3b8637d5f9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.062900 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-942e6991-80e0-4628-98a4-db3b8637d5f9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2096102 Aug 23 22:31:19.066075 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58992) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:19.070578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-24f8e5eb-5ba6-4a41-bb73-f051c9402d37 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'security_group_rule': {'security_group_id': '5790af1f-7280-49cc-867b-ad67727edb46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:19.100469 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-24f8e5eb-5ba6-4a41-bb73-f051c9402d37 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (1bd933d0-4399-4f5a-9e41-3709a8eaaaac), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.162495 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-24f8e5eb-5ba6-4a41-bb73-f051c9402d37 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (1bd933d0-4399-4f5a-9e41-3709a8eaaaac), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.166698 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-24f8e5eb-5ba6-4a41-bb73-f051c9402d37 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (1bd933d0-4399-4f5a-9e41-3709a8eaaaac), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.185717 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8e5eb-5ba6-4a41-bb73-f051c9402d37 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd933d0-4399-4f5a-9e41-3709a8eaaaac,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:19.197046 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-24f8e5eb-5ba6-4a41-bb73-f051c9402d37 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.198602 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-24f8e5eb-5ba6-4a41-bb73-f051c9402d37 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314008 Aug 23 22:31:19.202040 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 58994) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:19.208387 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:19.233880 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.328893 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.427391 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:19.446420 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Allocated IP 172.27.2.98 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/4a160a96-bdf3-4fea-a5d4-6c100edbd7d2) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:31:19.448451 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:19.565784 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (4a160a96-bdf3-4fea-a5d4-6c100edbd7d2), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.600793 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (4a160a96-bdf3-4fea-a5d4-6c100edbd7d2), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.651719 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:31:19.656106 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:31:19.661112 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:31:19.691299 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=4a160a96-bdf3-4fea-a5d4-6c100edbd7d2,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:19.767369 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.810142 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (4a160a96-bdf3-4fea-a5d4-6c100edbd7d2), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:19.998622 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (4a160a96-bdf3-4fea-a5d4-6c100edbd7d2), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:20.006226 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768043'] for port (4a160a96-bdf3-4fea-a5d4-6c100edbd7d2), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:20.096770 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:20.099826 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=4a160a96-bdf3-4fea-a5d4-6c100edbd7d2,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:20.145672 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c47743c5-58c1-4985-b0b1-e02091e88de8 req-16af2e21-a1dd-415d-937d-b531ab255235 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 210 time: 0.0586600 Aug 23 22:31:20.159510 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:20.161758 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-44e0cf64-f513-4970-9676-30771f18e250 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9568760 Aug 23 22:31:20.184176 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device faa98708-0963-4cbe-98f1-6a55b7e5c07d no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:31:20.212061 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: faa98708-0963-4cbe-98f1-6a55b7e5c07d {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:31:20.212449 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device faa98708-0963-4cbe-98f1-6a55b7e5c07d not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:31:20.514837 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-bcffdcea-e670-46f2-8839-ef2bb18745f8 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--371234432&fields=id&tenant_id=c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 267 time: 0.0637178 Aug 23 22:31:20.560694 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:31:20.609134 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:20.701686 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:20.758663 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-43e65594-7c1c-48da-bb71-5fffe6423747 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:20.760236 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-43e65594-7c1c-48da-bb71-5fffe6423747 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 811 time: 0.2336285 Aug 23 22:31:20.776984 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-693e68da-9e1b-44a3-a988-cfd503e7780c tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:20.778913 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-693e68da-9e1b-44a3-a988-cfd503e7780c tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 814 time: 0.2632756 Aug 23 22:31:20.809992 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-460eb979-3fe1-467a-a298-c03bdb800986 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/quotas/c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 375 time: 0.0201414 Aug 23 22:31:20.877680 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-de76d4bb-642e-4d09-bdca-65fbd86cd168 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653262 Aug 23 22:31:21.013996 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-6c4188ee-e505-43b0-ad8b-dff48bb2ce89 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206515 Aug 23 22:31:21.187269 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-48da729b-c5e8-4d4b-a36a-182ee35ece7f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77cc91a5c0bc4e5888460d7618594895 HTTP/1.1" status: 200 len: 379 time: 0.1568344 Aug 23 22:31:21.207324 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'port': {'device_id': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'admin_state_up': True, 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'security_groups': ['ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae']}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:21.231701 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-ee9309da-a076-49f2-8455-976dd560a592 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123120 Aug 23 22:31:21.365321 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Made reservation on behalf of 77cc91a5c0bc4e5888460d7618594895 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:31:21.372619 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:21.701911 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b00126e1-fc4b-4d8b-922e-8c37a6b66228 req-795dd870-746c-4a75-8217-f8c9b0d69708 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 210 time: 0.0769985 Aug 23 22:31:21.765836 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Allocated IP 172.20.0.13 (dd15f43b-dcfe-4caf-8228-7089e7287c38/34a84eff-8e1c-4c12-a2d4-bc639fa912f4/21001569-2deb-472d-899a-71203a25df1a) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:31:21.903598 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-33e59dd3-3ee9-4b6c-98ab-d07487fd2abb req-7b6604d3-0a33-4dc0-b1ef-8b26a4e8138e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 210 time: 0.1036780 Aug 23 22:31:22.235279 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for port (21001569-2deb-472d-899a-71203a25df1a), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:22.247467 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:22.331840 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (21001569-2deb-472d-899a-71203a25df1a), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:22.387684 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:22.432356 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:31:22.436976 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:31:22.442874 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:31:22.449467 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'Port': ['ID=21001569-2deb-472d-899a-71203a25df1a,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:22.551745 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:22.553154 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:22.581666 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-38411c4e-e0bc-4c4c-8712-715bf6c2f4df tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3874154 Aug 23 22:31:22.608226 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Request body: {'port': {'device_id': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:22.732953 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (21001569-2deb-472d-899a-71203a25df1a), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:22.986920 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfd4b-cd05-4b41-b046-3eb0e4c8b2fd req-767da2a3-42e0-4a95-9848-e615dc3c1428 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:22.987844 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-2cd808eb-3dc3-454f-8b36-950f0b4176de None None] Provisioning complete for port 21001569-2deb-472d-899a-71203a25df1a triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:31:22.988579 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2cd808eb-3dc3-454f-8b36-950f0b4176de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (21001569-2deb-472d-899a-71203a25df1a), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:22.988760 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-137cfd4b-cd05-4b41-b046-3eb0e4c8b2fd req-767da2a3-42e0-4a95-9848-e615dc3c1428 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 932 time: 0.1256831 Aug 23 22:31:23.035532 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-2cd808eb-3dc3-454f-8b36-950f0b4176de None None] Port 21001569-2deb-472d-899a-71203a25df1a cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:31:23.088940 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:23.098989 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:23.120617 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-137cfd4b-cd05-4b41-b046-3eb0e4c8b2fd req-faf99de6-6f98-4da7-8721-526eb200b7c4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170273 Aug 23 22:31:23.510633 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-3c504c4f-8a14-434d-90ec-060eebad43cf tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:23.513311 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-3c504c4f-8a14-434d-90ec-060eebad43cf tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 814 time: 0.1703501 Aug 23 22:31:23.598558 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f1b37524-273d-4017-bd0a-4f27ac1fb76a req-bd873b63-daba-452f-acf1-e32ea5cd17bb tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 210 time: 0.3559208 Aug 23 22:31:23.602204 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21001569-2deb-472d-899a-71203a25df1a {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:31:23.610915 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-3949bd30-35e6-4b1e-bbaa-4e8b21d26f57 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c0fc1c15f821495e9883814ffc7aed78 HTTP/1.1" status: 200 len: 379 time: 0.0811312 Aug 23 22:31:23.618700 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Publish callbacks [] for port (21001569-2deb-472d-899a-71203a25df1a), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:23.627270 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'port': {'device_id': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'admin_state_up': True, 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'security_groups': ['5790af1f-7280-49cc-867b-ad67727edb46']}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:23.659253 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Transition to ACTIVE for port object 21001569-2deb-472d-899a-71203a25df1a will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:31:23.670335 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768043'] for port (21001569-2deb-472d-899a-71203a25df1a), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:23.701997 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:23.780496 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=21001569-2deb-472d-899a-71203a25df1a,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:23.794061 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.794626 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.795759 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.796561 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.797094 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.797571 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.799188 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.801024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.801024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.801024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.801523 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.802172 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.802494 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.803065 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.803638 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:23.905683 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Attempting to bind port 21001569-2deb-472d-899a-71203a25df1a on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:31:23.906090 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Attempting to bind port 21001569-2deb-472d-899a-71203a25df1a by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:31:23.906441 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Attempting to bind port 21001569-2deb-472d-899a-71203a25df1a on network dd15f43b-dcfe-4caf-8228-7089e7287c38 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:31:23.912799 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Port 21001569-2deb-472d-899a-71203a25df1a on network dd15f43b-dcfe-4caf-8228-7089e7287c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:31:23.913217 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Attempting to bind port 21001569-2deb-472d-899a-71203a25df1a on network dd15f43b-dcfe-4caf-8228-7089e7287c38 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:31:23.920239 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:31:23.921014 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Checking segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:31:23.921402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Bound using segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:31:23.921881 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Bound port: 21001569-2deb-472d-899a-71203a25df1a, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:31:23.922264 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (21001569-2deb-472d-899a-71203a25df1a), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:23.991736 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:24.040898 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] For port 21001569-2deb-472d-899a-71203a25df1a, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:31:24.048488 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] For port 21001569-2deb-472d-899a-71203a25df1a, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=21001569-2deb-472d-899a-71203a25df1a,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:31:24.100441 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768043'] for port (21001569-2deb-472d-899a-71203a25df1a), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:24.177614 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:24.178633 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:24.181077 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/21001569-2deb-472d-899a-71203a25df1a HTTP/1.1" status: 200 len: 1094 time: 1.5792615 Aug 23 22:31:24.185766 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'tag': '21001569-2deb-472d-899a-71203a25df1a'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:31:24.191297 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0be681-4155-4ec9-9904-07d9830c3b79" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e", "tag": "21001569-2deb-472d-899a-71203a25df1a"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:31:24.214570 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-3483911e-3da0-47b6-9a0b-1370eb9384ff service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1637282 Aug 23 22:31:24.226768 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af979cb-2da3-4990-860f-e598a372fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=21001569-2deb-472d-899a-71203a25df1a,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:24.276857 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Made reservation on behalf of c0fc1c15f821495e9883814ffc7aed78 for: {'port': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:31:24.285536 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:24.445338 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:24.568592 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-ab20ca90-43e5-4e6b-8a47-5429ee3d0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:24.571019 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-ab20ca90-43e5-4e6b-8a47-5429ee3d0621 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 1128 time: 0.2388177 Aug 23 22:31:24.611089 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Allocated IP 172.20.0.6 (4c01e5e5-25ba-44de-af70-328d6d292257/da87230b-040f-4662-82db-afbf246dea95/4124fc99-9dcd-4dbc-b245-3aa44b05b837) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:31:24.671262 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-078fb1f0-a6b4-4f19-be19-60c34a15094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:24.674002 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-078fb1f0-a6b4-4f19-be19-60c34a15094b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a297ef598b76404b86e9350e120b86c9&device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 1129 time: 0.2019794 Aug 23 22:31:24.676445 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-f680e18f-984c-47b2-90f4-a7bf50539d85 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21001569-2deb-472d-899a-71203a25df1a HTTP/1.1" status: 200 len: 217 time: 0.0804701 Aug 23 22:31:24.688450 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c45411-142f-4430-bfd2-9adce79e2b6c req-7ff09358-2bfe-4389-be1f-49a9f14aff7a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:24.698595 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b8c45411-142f-4430-bfd2-9adce79e2b6c req-7ff09358-2bfe-4389-be1f-49a9f14aff7a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 944 time: 0.2511945 Aug 23 22:31:24.839132 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59140) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:24.856736 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:24.904915 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:24.950478 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-cfc6053c-9900-46e0-8eea-2b33a94339ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:24.952775 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-cfc6053c-9900-46e0-8eea-2b33a94339ae service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.2514470 Aug 23 22:31:24.991977 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Network 4c01e5e5-25ba-44de-af70-328d6d292257 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:31:25.002334 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:31:25.008819 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:31:25.018374 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event updated for resources: {'Port': ['ID=4124fc99-9dcd-4dbc-b245-3aa44b05b837,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:25.041758 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b8c45411-142f-4430-bfd2-9adce79e2b6c req-3fd37ff9-4c6f-469d-8b34-b1dd9eaf15be tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418949 Aug 23 22:31:25.053563 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c6f92c3-bc6a-4791-9a73-01342ee23231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:25.057669 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-a9340bdd-ce9b-4151-8480-960828e9ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:25.060034 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-a9340bdd-ce9b-4151-8480-960828e9ec51 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 200 len: 913 time: 0.3569162 Aug 23 22:31:25.087264 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-f35aaf12-5d52-401d-bb78-54c575ed2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:25.090103 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-f35aaf12-5d52-401d-bb78-54c575ed2af3 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222582 Aug 23 22:31:25.114584 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:25.115534 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:25.133574 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:25.148665 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0987c8a2-bd3f-4390-bafd-0288ea94e3a2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5313137 Aug 23 22:31:25.190295 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee45d72-31d7-4714-b933-d087eb98896c x-openstack-request-id: req-bee45d72-31d7-4714-b933-d087eb98896c {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:31:25.190530 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e", "tag": "21001569-2deb-472d-899a-71203a25df1a", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:31:25.190741 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bee45d72-31d7-4714-b933-d087eb98896c {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:31:25.191145 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee45d72-31d7-4714-b933-d087eb98896c'] response: {'name': 'network-changed', 'server_uuid': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'tag': '21001569-2deb-472d-899a-71203a25df1a', 'status': 'completed', 'code': 200} Aug 23 22:31:25.199083 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Request body: {'port': {'device_id': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:25.228848 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-a1265887-7de8-4f28-9845-f263ac0af22d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edad9bc4-ba17-4879-b9ef-138943b74c95 HTTP/1.1" status: 200 len: 1001 time: 0.1618040 Aug 23 22:31:25.360844 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-1afc58ae-af6f-408c-a916-4ad98278896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:25.361505 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c6f92c3-bc6a-4791-9a73-01342ee23231 admin admin] Publish callbacks [] for security_group (a10d1e20-c4be-4100-9447-d0be0ea38d09), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:25.361888 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-1afc58ae-af6f-408c-a916-4ad98278896b service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 200 len: 850 time: 0.0993223 Aug 23 22:31:25.366549 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-a7ec8480-fbee-46cf-b06a-fcad749ca525 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326782 Aug 23 22:31:25.373660 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c6f92c3-bc6a-4791-9a73-01342ee23231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a10d1e20-c4be-4100-9447-d0be0ea38d09), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:25.415386 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:25.462421 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3c6f92c3-bc6a-4791-9a73-01342ee23231 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=9f0b05a9efe14eb78e2edd8f46135229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6220877 Aug 23 22:31:25.466579 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59154) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:25.473044 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:25.493352 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f92c3-bc6a-4791-9a73-01342ee23231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10d1e20-c4be-4100-9447-d0be0ea38d09,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:25.501640 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-136bf27f-3df4-4a3f-8d49-a256f044020b None None] Provisioning complete for port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:31:25.502995 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-136bf27f-3df4-4a3f-8d49-a256f044020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:25.546956 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-b6db7575-f1f0-43d2-8287-702a8b1360ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:25.550764 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-b6db7575-f1f0-43d2-8287-702a8b1360ed service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b506c549-1d3c-4779-b5de-b5a4c62df2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1575301 Aug 23 22:31:25.582221 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-136bf27f-3df4-4a3f-8d49-a256f044020b None None] Port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:31:25.845416 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:25.891129 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f3ae5a63-d697-4744-8c6d-40982743c123 admin admin] Publish callbacks [] for security_group (a10d1e20-c4be-4100-9447-d0be0ea38d09), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:25.900308 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1b9a5c54-7803-46f9-a533-48b6acd305b9 req-4ba68747-a28a-4338-a156-064e42544aa6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244727 Aug 23 22:31:25.946764 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1ad56-2a1e-44b2-917b-3cb3c30b2e3f req-6b9d4901-3468-4b10-ba3b-d94829d7480a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:25.948546 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-83f1ad56-2a1e-44b2-917b-3cb3c30b2e3f req-6b9d4901-3468-4b10-ba3b-d94829d7480a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 931 time: 0.1687386 Aug 23 22:31:25.950859 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f3ae5a63-d697-4744-8c6d-40982743c123 admin admin] Publish callbacks [] for security_group (a10d1e20-c4be-4100-9447-d0be0ea38d09), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:25.975315 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-e805f255-d810-43cb-a772-ca15cf7b43df service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119239 Aug 23 22:31:26.025449 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4124fc99-9dcd-4dbc-b245-3aa44b05b837 {{(pid=106593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:31:26.040572 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Publish callbacks [] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:26.050686 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-83f1ad56-2a1e-44b2-917b-3cb3c30b2e3f req-509a0607-e5b0-4267-af07-9cf2ca91ce58 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872731 Aug 23 22:31:26.074784 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f3ae5a63-d697-4744-8c6d-40982743c123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a10d1e20-c4be-4100-9447-d0be0ea38d09), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:26.075122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.provisioning_blocks [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Transition to ACTIVE for port object 4124fc99-9dcd-4dbc-b245-3aa44b05b837 will not be triggered until provisioned by entity L2. {{(pid=106593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:31:26.078632 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f3ae5a63-d697-4744-8c6d-40982743c123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:26.081979 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:26.090033 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f3ae5a63-d697-4744-8c6d-40982743c123 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/a10d1e20-c4be-4100-9447-d0be0ea38d09 HTTP/1.1" status: 204 len: 168 time: 0.6166070 Aug 23 22:31:26.115248 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae5a63-d697-4744-8c6d-40982743c123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10d1e20-c4be-4100-9447-d0be0ea38d09,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:26.211320 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Pushing event updated for resources: {'Port': ['ID=4124fc99-9dcd-4dbc-b245-3aa44b05b837,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:26.272549 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Attempting to bind port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:31:26.272908 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Attempting to bind port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:31:26.273263 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Attempting to bind port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:31:26.279047 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 on network 4c01e5e5-25ba-44de-af70-328d6d292257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:31:26.279824 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Attempting to bind port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 on network 4c01e5e5-25ba-44de-af70-328d6d292257 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:31:26.287335 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:31:26.287712 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Checking segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:31:26.287876 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Bound using segment: {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:31:26.288416 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Bound port: 4124fc99-9dcd-4dbc-b245-3aa44b05b837, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca76bbfc-099d-4567-af24-06f6b35c555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257'}}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:31:26.288791 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:26.295508 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:26.371024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-420bfaf9-7014-4651-95ca-ca556228ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:26.373906 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-420bfaf9-7014-4651-95ca-ca556228ec1f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 1128 time: 0.1408629 Aug 23 22:31:26.390122 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609a747-2746-4e62-ae38-2333ac535302 req-deb2f6f3-405c-4787-a868-b6d5d2a642d4 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:26.393724 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c609a747-2746-4e62-ae38-2333ac535302 req-deb2f6f3-405c-4787-a868-b6d5d2a642d4 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.2209682 Aug 23 22:31:26.404356 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] For port 4124fc99-9dcd-4dbc-b245-3aa44b05b837, host hv-cinder-85032, cleared binding levels {{(pid=106593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:31:26.413153 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] For port 4124fc99-9dcd-4dbc-b245-3aa44b05b837, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4124fc99-9dcd-4dbc-b245-3aa44b05b837,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:31:26.424853 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:26.430652 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:26.431743 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:26.434305 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/4124fc99-9dcd-4dbc-b245-3aa44b05b837 HTTP/1.1" status: 200 len: 1093 time: 1.2458863 Aug 23 22:31:26.439157 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'tag': '4124fc99-9dcd-4dbc-b245-3aa44b05b837'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:31:26.444629 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acbac38-bcdb-48df-9383-3be61eee3eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f17a50-b5b6-49b4-a726-04c85ea730f7", "tag": "4124fc99-9dcd-4dbc-b245-3aa44b05b837"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:31:26.598790 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0663-7ecc-4782-aa14-29231ef5ca32 service neutron] Pushing event updated for resources: {'Port': ['ID=4124fc99-9dcd-4dbc-b245-3aa44b05b837,revision_number=3']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:26.606902 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0a0b3a2a-1634-4fe2-a5e5-a2030a59bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:26.608902 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-0a0b3a2a-1634-4fe2-a5e5-a2030a59bae4 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 1127 time: 0.0858219 Aug 23 22:31:26.633474 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59168) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:26.647530 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1a55cc36-541b-43f1-ab88-86b104eb09ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:26.657810 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ecb0acc2-7981-4dac-988a-26827e5ddec5 req-3ee7c341-37e6-4fc7-8a0e-3849c8bbb626 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118476 Aug 23 22:31:26.666497 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c609a747-2746-4e62-ae38-2333ac535302 req-683351a7-d756-4cdf-9f44-df6a10f83a33 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523227 Aug 23 22:31:26.689612 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-02718b3d-206c-4910-b35d-a064b69a0ceb service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4124fc99-9dcd-4dbc-b245-3aa44b05b837 HTTP/1.1" status: 200 len: 217 time: 0.0597534 Aug 23 22:31:26.690691 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-cd397958-a213-4e86-96c2-4f12b8e17c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:26.692433 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-cd397958-a213-4e86-96c2-4f12b8e17c89 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.2970281 Aug 23 22:31:26.775850 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:26.805155 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-6e09d119-0b47-4618-856a-bb4dee54fb72 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21001569-2deb-472d-899a-71203a25df1a HTTP/1.1" status: 200 len: 217 time: 0.0782866 Aug 23 22:31:26.824596 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-b6246202-2c99-49e4-8b62-cfcbf947d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:26.826358 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-b6246202-2c99-49e4-8b62-cfcbf947d60c service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.1214659 Aug 23 22:31:26.878915 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:26.895618 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ab118-e5d6-413e-8cef-42ca8827f5f7 req-f231639a-4718-471c-93b0-c8d46a2aaa45 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:26.897343 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-909ab118-e5d6-413e-8cef-42ca8827f5f7 req-f231639a-4718-471c-93b0-c8d46a2aaa45 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 944 time: 0.1073265 Aug 23 22:31:26.917706 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-3a1db9c9-aed0-4e74-ac92-1e1638324606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:26.920831 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-3a1db9c9-aed0-4e74-ac92-1e1638324606 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833461 Aug 23 22:31:26.925780 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-dac0e788-288f-4213-b423-a29ebdf16cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:26.928576 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-dac0e788-288f-4213-b423-a29ebdf16cf1 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0949693 Aug 23 22:31:26.952737 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1a55cc36-541b-43f1-ab88-86b104eb09ae admin admin] Publish callbacks [] for security_group (56e15df7-00d8-4dc1-8f32-c04f94f6ec31), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:26.977593 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1a55cc36-541b-43f1-ab88-86b104eb09ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (56e15df7-00d8-4dc1-8f32-c04f94f6ec31), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:27.049973 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-2862f04e-0898-4c04-a7fc-9b8ace869b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:27.052206 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-2862f04e-0898-4c04-a7fc-9b8ace869b8e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102612 Aug 23 22:31:27.061269 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-909ab118-e5d6-413e-8cef-42ca8827f5f7 req-e6be8fd7-ee35-4e10-9e5d-5a226aba13bf tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540616 Aug 23 22:31:27.091756 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-1a55cc36-541b-43f1-ab88-86b104eb09ae admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=ae2b8cbd8a7e4c09920122f756ccd720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700892 Aug 23 22:31:27.093965 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55cc36-541b-43f1-ab88-86b104eb09ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e15df7-00d8-4dc1-8f32-c04f94f6ec31,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:27.097761 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59172) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:27.177753 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf446b4-317d-49ff-937e-00fa297db7e9 x-openstack-request-id: req-caf446b4-317d-49ff-937e-00fa297db7e9 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:31:27.178405 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f17a50-b5b6-49b4-a726-04c85ea730f7", "tag": "4124fc99-9dcd-4dbc-b245-3aa44b05b837", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:31:27.178852 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-caf446b4-317d-49ff-937e-00fa297db7e9 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:31:27.179447 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf446b4-317d-49ff-937e-00fa297db7e9'] response: {'name': 'network-changed', 'server_uuid': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'tag': '4124fc99-9dcd-4dbc-b245-3aa44b05b837', 'status': 'completed', 'code': 200} Aug 23 22:31:27.196012 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-5d916b1a-91de-4209-a6c4-ee23623fdff4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651072 Aug 23 22:31:27.243326 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-22802f55-ea1f-4797-ab81-55f232cac374 admin admin] Publish callbacks [] for security_group (56e15df7-00d8-4dc1-8f32-c04f94f6ec31), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:27.245330 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-07487ab6-7343-405c-bb9b-4b128d29978c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823523 Aug 23 22:31:27.344571 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-22802f55-ea1f-4797-ab81-55f232cac374 admin admin] Publish callbacks [] for security_group (56e15df7-00d8-4dc1-8f32-c04f94f6ec31), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:27.385469 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b48616-8dbe-431e-98b8-9ffef35bee30 req-16179a1d-622c-490b-9fa3-11b1dfff2bcb tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:27.385469 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c3b48616-8dbe-431e-98b8-9ffef35bee30 req-16179a1d-622c-490b-9fa3-11b1dfff2bcb tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 943 time: 0.1377409 Aug 23 22:31:27.447645 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-a105d719-b9dd-4e18-8b61-3802703ba05c req-d49a657a-2c46-473e-9f32-6b6a723fd12b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413015 Aug 23 22:31:27.452616 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:27.480043 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-22802f55-ea1f-4797-ab81-55f232cac374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (56e15df7-00d8-4dc1-8f32-c04f94f6ec31), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:27.482886 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-22802f55-ea1f-4797-ab81-55f232cac374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:27.485246 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-22802f55-ea1f-4797-ab81-55f232cac374 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/56e15df7-00d8-4dc1-8f32-c04f94f6ec31 HTTP/1.1" status: 204 len: 168 time: 0.3860984 Aug 23 22:31:27.497833 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22802f55-ea1f-4797-ab81-55f232cac374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e15df7-00d8-4dc1-8f32-c04f94f6ec31,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:27.554642 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3b0be681-4155-4ec9-9904-07d9830c3b79 req-f42dc942-2f0d-48e9-b40f-caa463bf5303 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900193 Aug 23 22:31:27.564893 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c3b48616-8dbe-431e-98b8-9ffef35bee30 req-4d8fee70-7968-43fb-ad67-b8965547e9b7 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267803 Aug 23 22:31:27.878313 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859aa9a-8639-44f1-9d84-0f492680bce5 req-2b29ac19-f449-411a-993f-bbb053de96dc tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:27.879953 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8859aa9a-8639-44f1-9d84-0f492680bce5 req-2b29ac19-f449-411a-993f-bbb053de96dc tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0636737 Aug 23 22:31:27.955955 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8859aa9a-8639-44f1-9d84-0f492680bce5 req-9b447858-fda3-40bf-8088-a7d716960418 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652163 Aug 23 22:31:28.233030 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7fcd-3190-49e4-9b6b-e024105505f9 req-d7b9d5d3-4d3e-41a6-b362-bd2eda227842 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:28.235376 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b6cb7fcd-3190-49e4-9b6b-e024105505f9 req-d7b9d5d3-4d3e-41a6-b362-bd2eda227842 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 944 time: 0.0656292 Aug 23 22:31:28.315360 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b6cb7fcd-3190-49e4-9b6b-e024105505f9 req-96655848-4e34-4b73-bf04-e9d5bd53e6bf tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720069 Aug 23 22:31:28.416689 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-48379673-f7ab-4b1c-8c08-78969bee3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:28.418532 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-48379673-f7ab-4b1c-8c08-78969bee3d82 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 1127 time: 0.0622988 Aug 23 22:31:28.528553 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:28.550882 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-80c7358f-e42a-4d2a-a317-1120e7a6bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:28.552662 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-80c7358f-e42a-4d2a-a317-1120e7a6bf2d service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 916 time: 0.1277385 Aug 23 22:31:28.609960 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-2601e9cc-ce7e-4700-b3af-73c4bb429b6e service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4124fc99-9dcd-4dbc-b245-3aa44b05b837 HTTP/1.1" status: 200 len: 217 time: 0.0506561 Aug 23 22:31:28.687072 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-2fd0c6db-2569-42a8-8774-07e674b053c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:28.692386 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-2fd0c6db-2569-42a8-8774-07e674b053c8 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.0755043 Aug 23 22:31:28.834754 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-676d767b-903e-49b6-9c24-ba382bd9eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:28.837798 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-676d767b-903e-49b6-9c24-ba382bd9eec6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1385634 Aug 23 22:31:28.846682 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158e18-75fd-4a21-a25b-7bb07dc2653a req-1511c128-c7c1-4f69-b4ef-a16e78d89aed tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:28.849405 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-95158e18-75fd-4a21-a25b-7bb07dc2653a req-1511c128-c7c1-4f69-b4ef-a16e78d89aed tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 943 time: 0.1472061 Aug 23 22:31:29.036694 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-95158e18-75fd-4a21-a25b-7bb07dc2653a req-f9d1cffe-9bba-45c3-9e1d-122f77c0b53e tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714540 Aug 23 22:31:29.064859 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-4e98ee5a-115b-478f-9858-8302ee2fb66e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137697 Aug 23 22:31:29.244547 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a882d-c132-476b-a0fb-078b22d9dbce req-7246ecc3-e013-48c3-88d7-022928dae4b2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:29.246374 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8f5a882d-c132-476b-a0fb-078b22d9dbce req-7246ecc3-e013-48c3-88d7-022928dae4b2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0719907 Aug 23 22:31:29.283190 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4acbac38-bcdb-48df-9383-3be61eee3eb7 req-24d5f6a1-097f-455f-8ff2-b1fd6188d29c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096629 Aug 23 22:31:29.339167 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8f5a882d-c132-476b-a0fb-078b22d9dbce req-113376f8-a3ed-4bea-b585-24528b4ea124 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809512 Aug 23 22:31:29.510612 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69610a3e-9843-4608-b6c6-b2a8cd3f578c req-69349560-8efe-496c-8833-0ce2ebc2cb57 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:29.512559 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-69610a3e-9843-4608-b6c6-b2a8cd3f578c req-69349560-8efe-496c-8833-0ce2ebc2cb57 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 944 time: 0.0630853 Aug 23 22:31:29.584701 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-69610a3e-9843-4608-b6c6-b2a8cd3f578c req-3a6ee21c-f9ab-4638-a956-6e4d1c4d4155 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650568 Aug 23 22:31:30.172103 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 4124fc99-9dcd-4dbc-b245-3aa44b05b837 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:31:30.241109 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e866-3425-4b88-ace3-e8cd39d13f52 req-61da70c4-605f-4cbf-a1d1-f684c4f33a4a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:30.250376 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e0c0e866-3425-4b88-ace3-e8cd39d13f52 req-61da70c4-605f-4cbf-a1d1-f684c4f33a4a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 943 time: 0.0938287 Aug 23 22:31:30.315071 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:30.321562 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:30.350186 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e0c0e866-3425-4b88-ace3-e8cd39d13f52 req-466c07d5-8ca7-4408-a464-a15a81001cd1 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966413 Aug 23 22:31:30.351023 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 4124fc99-9dcd-4dbc-b245-3aa44b05b837, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4124fc99-9dcd-4dbc-b245-3aa44b05b837,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:30.374343 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '4124fc99-9dcd-4dbc-b245-3aa44b05b837', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'port_id': '4124fc99-9dcd-4dbc-b245-3aa44b05b837', 'mac_address': 'fa:16:3e:a0:5c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:31:30.435034 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:31:30.436075 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:30.468092 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4124fc99-9dcd-4dbc-b245-3aa44b05b837 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:31:30.505382 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 4124fc99-9dcd-4dbc-b245-3aa44b05b837, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4124fc99-9dcd-4dbc-b245-3aa44b05b837,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:30.511254 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:30.558946 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:30.596926 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e316fb9-9c7b-4502-b25b-367d90aaf6c2 req-2ed45a2e-4f06-43f7-a12e-83121e404141 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:30.598119 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=4124fc99-9dcd-4dbc-b245-3aa44b05b837,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:30.601874 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4e316fb9-9c7b-4502-b25b-367d90aaf6c2 req-2ed45a2e-4f06-43f7-a12e-83121e404141 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.1093955 Aug 23 22:31:30.650728 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59262) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:30.674545 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4e316fb9-9c7b-4502-b25b-367d90aaf6c2 req-6f2d41f9-7598-4240-aa35-fd51180e07ee tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671103 Aug 23 22:31:30.817673 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c49e7-909c-4a3c-934a-6114bdade71c req-43971922-6dcb-4472-9326-1c8e25676158 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:30.820061 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-108c49e7-909c-4a3c-934a-6114bdade71c req-43971922-6dcb-4472-9326-1c8e25676158 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 944 time: 0.0674424 Aug 23 22:31:30.839809 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:30.856947 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['4124fc99-9dcd-4dbc-b245-3aa44b05b837'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:31:30.905257 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-108c49e7-909c-4a3c-934a-6114bdade71c req-42cd1355-624c-4447-b295-7f2967ddc374 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748205 Aug 23 22:31:31.009215 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Publish callbacks [] for security_group (7eff0815-63b9-4bd5-88ab-be93499d04a6), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:31.015243 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7eff0815-63b9-4bd5-88ab-be93499d04a6), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:31.075988 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eff0815-63b9-4bd5-88ab-be93499d04a6,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:31.085586 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=1ce215fa551d435290e1435c27e268fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325557 Aug 23 22:31:31.088505 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59268) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:31.094362 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.094997 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.095768 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.096273 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.096858 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.097459 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.098044 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.098632 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.099258 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.100364 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.100364 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.100905 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.101420 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.101969 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.102541 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e4bcf-e971-4ba9-a8bd-1edff4f9c699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:31:31.168258 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa041-4586-47a8-a5b1-02d4bbd8638d admin admin] Publish callbacks [] for security_group (7eff0815-63b9-4bd5-88ab-be93499d04a6), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:31.206772 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa041-4586-47a8-a5b1-02d4bbd8638d admin admin] Publish callbacks [] for security_group (7eff0815-63b9-4bd5-88ab-be93499d04a6), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:31.209760 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:31.295593 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa041-4586-47a8-a5b1-02d4bbd8638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7eff0815-63b9-4bd5-88ab-be93499d04a6), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:31.300062 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa041-4586-47a8-a5b1-02d4bbd8638d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:31.301509 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f2dfa041-4586-47a8-a5b1-02d4bbd8638d admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/7eff0815-63b9-4bd5-88ab-be93499d04a6 HTTP/1.1" status: 204 len: 168 time: 0.2115507 Aug 23 22:31:31.312887 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfa041-4586-47a8-a5b1-02d4bbd8638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eff0815-63b9-4bd5-88ab-be93499d04a6,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:31.519764 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401956a3-43e8-4902-957e-3449daa8115c req-a057bf8a-7ceb-4826-ad45-fe8a47302bec tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:31.521614 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-401956a3-43e8-4902-957e-3449daa8115c req-a057bf8a-7ceb-4826-ad45-fe8a47302bec tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 944 time: 0.0615029 Aug 23 22:31:31.611562 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-401956a3-43e8-4902-957e-3449daa8115c req-54fa91c5-71fe-44d6-8734-4ef572b6cec2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805893 Aug 23 22:31:31.771228 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59278) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:31.789303 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1699b9d4-5460-4e83-8cde-eb2135700cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:31.890506 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e864ed5-2127-436a-be03-31aad2e57ecc req-88b5d818-326a-41f0-b2cb-a506f5c7c274 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:31.893675 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4e864ed5-2127-436a-be03-31aad2e57ecc req-88b5d818-326a-41f0-b2cb-a506f5c7c274 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0766120 Aug 23 22:31:32.015675 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1699b9d4-5460-4e83-8cde-eb2135700cfb admin admin] Publish callbacks [] for security_group (9d43e4e2-12ef-4b5e-a4f8-c6b1dbcf5462), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:32.024281 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4e864ed5-2127-436a-be03-31aad2e57ecc req-14afea55-8d4c-49d6-9a11-429002afde2c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132190 Aug 23 22:31:32.026136 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1699b9d4-5460-4e83-8cde-eb2135700cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9d43e4e2-12ef-4b5e-a4f8-c6b1dbcf5462), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:32.103081 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699b9d4-5460-4e83-8cde-eb2135700cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d43e4e2-12ef-4b5e-a4f8-c6b1dbcf5462,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:32.108755 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-1699b9d4-5460-4e83-8cde-eb2135700cfb admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=aafa45646b66400c8c04daa968d0052c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360844 Aug 23 22:31:32.114162 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59284) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:32.195166 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 4124fc99-9dcd-4dbc-b245-3aa44b05b837 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:31:32.262933 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:31:32.265110 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e18d-c1c6-4bdd-8c72-f38c5ce81ed1 admin admin] Publish callbacks [] for security_group (9d43e4e2-12ef-4b5e-a4f8-c6b1dbcf5462), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:32.271509 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:31:32.271934 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:32.302323 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf0776-aaa5-40fe-b54e-e995682f90d5 req-71c719b6-e2b9-4ebf-9d23-5738d0317a2f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:32.305014 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9baf0776-aaa5-40fe-b54e-e995682f90d5 req-71c719b6-e2b9-4ebf-9d23-5738d0317a2f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 944 time: 0.1238718 Aug 23 22:31:32.351273 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e18d-c1c6-4bdd-8c72-f38c5ce81ed1 admin admin] Publish callbacks [] for security_group (9d43e4e2-12ef-4b5e-a4f8-c6b1dbcf5462), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:32.359631 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:31:32.360635 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:32.390204 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4124fc99-9dcd-4dbc-b245-3aa44b05b837'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:31:32.392948 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc4cf00-8cac-45d0-a4b8-f52459852389" -d '{"events": [{"server_uuid": "c0f17a50-b5b6-49b4-a726-04c85ea730f7", "name": "network-vif-plugged", "status": "completed", "tag": "4124fc99-9dcd-4dbc-b245-3aa44b05b837"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:31:32.400895 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:32.404338 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:32.410252 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 4124fc99-9dcd-4dbc-b245-3aa44b05b837, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4124fc99-9dcd-4dbc-b245-3aa44b05b837,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:32.416297 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:32.468953 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=4124fc99-9dcd-4dbc-b245-3aa44b05b837,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:32.783345 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:32.796670 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9baf0776-aaa5-40fe-b54e-e995682f90d5 req-4e6dc2b2-f909-4a18-bd0c-fdd938997c7f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4850209 Aug 23 22:31:32.837981 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e18d-c1c6-4bdd-8c72-f38c5ce81ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9d43e4e2-12ef-4b5e-a4f8-c6b1dbcf5462), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:32.840807 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e18d-c1c6-4bdd-8c72-f38c5ce81ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:32.842385 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-bdc2e18d-c1c6-4bdd-8c72-f38c5ce81ed1 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/9d43e4e2-12ef-4b5e-a4f8-c6b1dbcf5462 HTTP/1.1" status: 204 len: 168 time: 0.7271791 Aug 23 22:31:32.853707 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2e18d-c1c6-4bdd-8c72-f38c5ce81ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d43e4e2-12ef-4b5e-a4f8-c6b1dbcf5462,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:32.918722 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08280793-2ab1-430b-b30e-d8d7f26a5a41 x-openstack-request-id: req-08280793-2ab1-430b-b30e-d8d7f26a5a41 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:31:32.919161 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f17a50-b5b6-49b4-a726-04c85ea730f7", "name": "network-vif-plugged", "status": "completed", "tag": "4124fc99-9dcd-4dbc-b245-3aa44b05b837", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:31:32.919430 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08280793-2ab1-430b-b30e-d8d7f26a5a41 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:31:32.920039 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08280793-2ab1-430b-b30e-d8d7f26a5a41'] response: {'server_uuid': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4124fc99-9dcd-4dbc-b245-3aa44b05b837', 'code': 200} Aug 23 22:31:33.052624 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e331d-cc79-4dd7-8f59-e0d6ff5b8e31 req-e815c382-77b5-44fa-97d0-9bbb4da68a05 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:33.054644 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-db7e331d-cc79-4dd7-8f59-e0d6ff5b8e31 req-e815c382-77b5-44fa-97d0-9bbb4da68a05 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 945 time: 0.0803683 Aug 23 22:31:33.114391 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-db7e331d-cc79-4dd7-8f59-e0d6ff5b8e31 req-6d388126-9e5a-47aa-a2ef-f70cf81bd583 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535846 Aug 23 22:31:33.233708 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a88d4-be32-465b-90cf-b3916ecb9174 req-3e76c77f-1f38-4747-b194-1faaf685fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:33.236917 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e90a88d4-be32-465b-90cf-b3916ecb9174 req-3e76c77f-1f38-4747-b194-1faaf685fbb2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 1129 time: 0.0775156 Aug 23 22:31:33.343245 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396fbff-02e0-443c-bb65-471364996c20 req-891d117c-d40a-4dfe-b577-1bc23d3da591 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:33.344984 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3396fbff-02e0-443c-bb65-471364996c20 req-891d117c-d40a-4dfe-b577-1bc23d3da591 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0914810 Aug 23 22:31:33.352964 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e90a88d4-be32-465b-90cf-b3916ecb9174 req-99294212-e5b5-439a-b3e8-41a2666f2ea5 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094825 Aug 23 22:31:33.361902 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:33.413430 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3396fbff-02e0-443c-bb65-471364996c20 req-5a86d937-377d-407a-b221-c7fc13794cf5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579283 Aug 23 22:31:33.668482 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cfc27539-07fd-4a55-813c-ecbde621eb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:33.925724 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f444614-8994-4adb-b29e-d24bfd1d29be req-988420f6-6d0c-4462-9dcb-45c726770473 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:33.927490 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4f444614-8994-4adb-b29e-d24bfd1d29be req-988420f6-6d0c-4462-9dcb-45c726770473 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 944 time: 0.0478308 Aug 23 22:31:33.984178 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4f444614-8994-4adb-b29e-d24bfd1d29be req-377f194f-4584-4236-9f7c-85e1594258e1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501206 Aug 23 22:31:34.207506 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 21001569-2deb-472d-899a-71203a25df1a details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:31:34.261998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26541a-581d-4223-835f-ff93ccb71878 req-209f5df9-c3ae-461a-bf56-bf16c08433b3 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:34.269599 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1f26541a-581d-4223-835f-ff93ccb71878 req-209f5df9-c3ae-461a-bf56-bf16c08433b3 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 945 time: 0.0700324 Aug 23 22:31:34.321749 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1f26541a-581d-4223-835f-ff93ccb71878 req-4d04809c-8d50-4ed3-8677-43a601142703 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509722 Aug 23 22:31:34.330924 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 21001569-2deb-472d-899a-71203a25df1a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=21001569-2deb-472d-899a-71203a25df1a,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:34.346815 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '21001569-2deb-472d-899a-71203a25df1a', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'port_id': '21001569-2deb-472d-899a-71203a25df1a', 'mac_address': 'fa:16:3e:68:11:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:31:34.393043 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 21001569-2deb-472d-899a-71203a25df1a is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:31:34.393466 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (21001569-2deb-472d-899a-71203a25df1a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:34.410029 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21001569-2deb-472d-899a-71203a25df1a {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:31:34.434467 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 21001569-2deb-472d-899a-71203a25df1a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=21001569-2deb-472d-899a-71203a25df1a,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:34.443541 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (21001569-2deb-472d-899a-71203a25df1a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:34.523702 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=21001569-2deb-472d-899a-71203a25df1a,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:34.589745 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd54670-bba2-41c6-a024-ee1bb938e097 req-af73cbfd-8709-4b64-9e1e-f2ab0012603f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:34.591369 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1bd54670-bba2-41c6-a024-ee1bb938e097 req-af73cbfd-8709-4b64-9e1e-f2ab0012603f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0625989 Aug 23 22:31:34.655788 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1bd54670-bba2-41c6-a024-ee1bb938e097 req-05b003bd-ab75-45cd-9f60-01e80e913ebd tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566273 Aug 23 22:31:34.790952 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['21001569-2deb-472d-899a-71203a25df1a'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:31:35.398556 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6313de5-b186-4f81-b32c-31401c1f35a3 req-1eae5431-6c7d-4e5c-9a9d-e7607966c24e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:35.400268 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b6313de5-b186-4f81-b32c-31401c1f35a3 req-1eae5431-6c7d-4e5c-9a9d-e7607966c24e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 945 time: 0.0678031 Aug 23 22:31:35.473680 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b6313de5-b186-4f81-b32c-31401c1f35a3 req-1e96a2d8-41b2-440a-a061-f9893fc5b0c8 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668509 Aug 23 22:31:35.625550 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a38b8-f00b-4856-aca5-b1e54ecd8964 req-b5cc6487-851d-4daa-bb86-27c5c380eeaa tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:35.627232 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-263a38b8-f00b-4856-aca5-b1e54ecd8964 req-b5cc6487-851d-4daa-bb86-27c5c380eeaa tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 945 time: 0.0564027 Aug 23 22:31:35.687723 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-263a38b8-f00b-4856-aca5-b1e54ecd8964 req-80e762a9-5892-4a77-8cdb-c398fc95f67f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528924 Aug 23 22:31:35.853725 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741dd63-fbd8-4fa3-8d88-ede06970db6a req-129a6c29-6376-4df7-a762-b7e15b4ce8ae tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:35.855120 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2741dd63-fbd8-4fa3-8d88-ede06970db6a req-129a6c29-6376-4df7-a762-b7e15b4ce8ae tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0638533 Aug 23 22:31:35.932728 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2741dd63-fbd8-4fa3-8d88-ede06970db6a req-66adbab2-f550-4c9a-bf9b-21c37944583d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694723 Aug 23 22:31:36.053339 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1ab9-091d-4774-8c63-e4deb313b918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:36.129089 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850e35-f7ca-4617-837c-5f24de8845da req-6a90bbea-7f89-4a50-abae-e0887d1e7bf0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:36.130952 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b9850e35-f7ca-4617-837c-5f24de8845da req-6a90bbea-7f89-4a50-abae-e0887d1e7bf0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 945 time: 0.0851665 Aug 23 22:31:36.143466 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59384) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:36.148292 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-ea372fb8-0308-4174-9533-77c97857d4e2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Request body: {'floatingip': {'port_id': '4124fc99-9dcd-4dbc-b245-3aa44b05b837'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:36.199047 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ea372fb8-0308-4174-9533-77c97857d4e2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:36.224184 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 21001569-2deb-472d-899a-71203a25df1a up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:31:36.291209 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 21001569-2deb-472d-899a-71203a25df1a completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:31:36.305975 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 21001569-2deb-472d-899a-71203a25df1a triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:31:36.305975 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (21001569-2deb-472d-899a-71203a25df1a), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:36.434388 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:36.537731 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:36.549789 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 21001569-2deb-472d-899a-71203a25df1a is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:31:36.550517 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (21001569-2deb-472d-899a-71203a25df1a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:36.579794 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21001569-2deb-472d-899a-71203a25df1a'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:31:36.582472 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae0694c-952b-4588-b1e9-75aabf6d63af" -d '{"events": [{"server_uuid": "e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e", "name": "network-vif-plugged", "status": "completed", "tag": "21001569-2deb-472d-899a-71203a25df1a"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:31:36.584782 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:36.598181 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 21001569-2deb-472d-899a-71203a25df1a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=21001569-2deb-472d-899a-71203a25df1a,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:36.598826 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:36.602796 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (21001569-2deb-472d-899a-71203a25df1a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:36.650967 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd5865-9d49-4a8d-9659-9a35edcec444 req-336ff15c-824c-4b97-889a-ee675f98277d tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:36.660204 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8bfd5865-9d49-4a8d-9659-9a35edcec444 req-336ff15c-824c-4b97-889a-ee675f98277d tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 946 time: 0.0730064 Aug 23 22:31:36.663678 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=21001569-2deb-472d-899a-71203a25df1a,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:36.675774 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:36.714464 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8bfd5865-9d49-4a8d-9659-9a35edcec444 req-3a7db288-0f01-45b1-9948-e6403221efb1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531499 Aug 23 22:31:36.740626 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ea372fb8-0308-4174-9533-77c97857d4e2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:36.745203 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ea372fb8-0308-4174-9533-77c97857d4e2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:36.771691 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f68c5a-798a-424b-a08b-f0b37ff28ba2 x-openstack-request-id: req-68f68c5a-798a-424b-a08b-f0b37ff28ba2 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:31:36.772175 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e", "name": "network-vif-plugged", "status": "completed", "tag": "21001569-2deb-472d-899a-71203a25df1a", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:31:36.772629 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68f68c5a-798a-424b-a08b-f0b37ff28ba2 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:31:36.773269 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f68c5a-798a-424b-a08b-f0b37ff28ba2'] response: {'server_uuid': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21001569-2deb-472d-899a-71203a25df1a', 'code': 200} Aug 23 22:31:36.865893 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-ea372fb8-0308-4174-9533-77c97857d4e2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Floating IP 8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c associated. External IP: 172.27.2.98, port: 4124fc99-9dcd-4dbc-b245-3aa44b05b837. Aug 23 22:31:37.120575 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a088739-f13a-433b-94bf-a1dd4c1a35ad req-88ae6f63-0b12-42b6-a972-cb7f08547a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:37.123354 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a088739-f13a-433b-94bf-a1dd4c1a35ad req-88ae6f63-0b12-42b6-a972-cb7f08547a41 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 1130 time: 0.0817363 Aug 23 22:31:37.201403 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f076e-0573-4798-bb62-88b9b3d6194e req-1dd3a041-e7f5-43b0-a4ea-8672f2ff8d84 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:37.203333 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e32f076e-0573-4798-bb62-88b9b3d6194e req-1dd3a041-e7f5-43b0-a4ea-8672f2ff8d84 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0850911 Aug 23 22:31:37.218365 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea372fb8-0308-4174-9533-77c97857d4e2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:31:37.225866 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a088739-f13a-433b-94bf-a1dd4c1a35ad req-6fbfa365-a78c-45ed-95a2-249386ecbd12 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901458 Aug 23 22:31:37.300779 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e32f076e-0573-4798-bb62-88b9b3d6194e req-3fc34162-ccf7-4cfc-af0c-43688fd94a99 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708945 Aug 23 22:31:37.373710 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea372fb8-0308-4174-9533-77c97857d4e2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:31:37.381401 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ea372fb8-0308-4174-9533-77c97857d4e2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:37.388567 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:31:37.406321 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:37.407457 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:37.441469 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-ea372fb8-0308-4174-9533-77c97857d4e2 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "PUT /networking/v2.0/floatingips/8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c HTTP/1.1" status: 200 len: 990 time: 1.2922750 Aug 23 22:31:37.441469 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'tag': '4124fc99-9dcd-4dbc-b245-3aa44b05b837'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:31:37.441469 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2f0791-3a0b-4ff6-83eb-09611204506c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f17a50-b5b6-49b4-a726-04c85ea730f7", "tag": "4124fc99-9dcd-4dbc-b245-3aa44b05b837"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:31:37.492477 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dffefc1-0cf3-443e-b19f-6e94fafdb470 x-openstack-request-id: req-2dffefc1-0cf3-443e-b19f-6e94fafdb470 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:31:37.492807 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f17a50-b5b6-49b4-a726-04c85ea730f7", "tag": "4124fc99-9dcd-4dbc-b245-3aa44b05b837", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:31:37.493091 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2dffefc1-0cf3-443e-b19f-6e94fafdb470 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:31:37.493505 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dffefc1-0cf3-443e-b19f-6e94fafdb470'] response: {'name': 'network-changed', 'server_uuid': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'tag': '4124fc99-9dcd-4dbc-b245-3aa44b05b837', 'status': 'completed', 'code': 200} Aug 23 22:31:37.581638 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:37.925296 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '4124fc99-9dcd-4dbc-b245-3aa44b05b837', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:a0:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:31:19Z', 'updated_at': '2022-08-23T22:31:36Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:37.927886 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59008-de6b-4860-b76c-a6bd0d1aed83 req-8979f4bf-4f5a-43d5-8415-946f7a70d8d1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:37.930610 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1a59008-de6b-4860-b76c-a6bd0d1aed83 req-8979f4bf-4f5a-43d5-8415-946f7a70d8d1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 946 time: 0.0915220 Aug 23 22:31:37.963266 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:31:37.975623 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:37.976548 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:37.989111 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-d5444106-ae75-408b-b9dd-8f9b79f58bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:37.990689 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-d5444106-ae75-408b-b9dd-8f9b79f58bf5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=c0fc1c15f821495e9883814ffc7aed78&device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 1129 time: 0.0922639 Aug 23 22:31:38.074562 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d1a59008-de6b-4860-b76c-a6bd0d1aed83 req-18b079c7-9d58-429d-b21f-061f4d7f909c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198823 Aug 23 22:31:38.152512 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:38.152830 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:38.218463 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-4f97482e-6a7b-4c7b-b2cc-d1474d27a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:38.224640 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-4f97482e-6a7b-4c7b-b2cc-d1474d27a39b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 200 len: 916 time: 0.2082639 Aug 23 22:31:38.509534 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '4124fc99-9dcd-4dbc-b245-3aa44b05b837', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:a0:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:31:19Z', 'updated_at': '2022-08-23T22:31:36Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:38.520275 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de6cfa-0f85-4eb7-b29e-62694d096ed9 req-a4dd18a4-f890-479e-b99d-c3cd38f48f2e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:38.523712 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-13de6cfa-0f85-4eb7-b29e-62694d096ed9 req-a4dd18a4-f890-479e-b99d-c3cd38f48f2e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0835147 Aug 23 22:31:38.565008 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84bf67-d260-4e0b-a71c-81653bece078 None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'port_id': '4124fc99-9dcd-4dbc-b245-3aa44b05b837', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'mac_address': 'fa:16:3e:a0:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:31:19Z', 'updated_at': '2022-08-23T22:31:36Z', 'revision_number': 1, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:31:38.624569 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-13de6cfa-0f85-4eb7-b29e-62694d096ed9 req-79acfb39-8bb9-4f3e-b633-1236e56ba25c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834138 Aug 23 22:31:38.824119 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:38.861031 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-4a3733a5-35a6-45ee-8d1a-0605762d9c4d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4124fc99-9dcd-4dbc-b245-3aa44b05b837 HTTP/1.1" status: 200 len: 998 time: 0.1126769 Aug 23 22:31:38.911514 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e30aac5-e54e-4c5b-ae08-8c33f6596be3 None None] New status for floating IP 8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c: ACTIVE {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:31:38.927240 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-8470b4f6-1d41-4f22-8090-985a90287222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:38.928729 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-8470b4f6-1d41-4f22-8090-985a90287222 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 200 len: 853 time: 0.0556207 Aug 23 22:31:38.975072 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-14164a0c-e75f-4cb3-840e-f458131ab792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:38.976635 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-14164a0c-e75f-4cb3-840e-f458131ab792 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=4c01e5e5-25ba-44de-af70-328d6d292257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419762 Aug 23 22:31:39.081772 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-faa0c697-c04b-4a4f-8456-d9ba3ff26129 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987709 Aug 23 22:31:39.215195 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa2f0791-3a0b-4ff6-83eb-09611204506c req-fd697a88-aa94-416d-a8b9-896a04a5f624 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263371 Aug 23 22:31:39.226589 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7813c9e-7677-4900-af91-e55b6c85eff7 req-73190130-9e16-42ba-97cd-15dfd86c9bd2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:39.228050 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f7813c9e-7677-4900-af91-e55b6c85eff7 req-73190130-9e16-42ba-97cd-15dfd86c9bd2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 946 time: 0.0626593 Aug 23 22:31:39.283264 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f7813c9e-7677-4900-af91-e55b6c85eff7 req-cc832114-71fb-4f21-89cb-0ee6409490d0 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466506 Aug 23 22:31:39.371387 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:39.413275 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ad2e8-ada7-46e8-bec0-140b3da92b16 req-74b3275a-2982-4131-8e35-d832626a5625 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:39.414833 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-915ad2e8-ada7-46e8-bec0-140b3da92b16 req-74b3275a-2982-4131-8e35-d832626a5625 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 946 time: 0.0535707 Aug 23 22:31:39.467985 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-915ad2e8-ada7-46e8-bec0-140b3da92b16 req-384f9026-4efe-4bce-872e-c527bd241cee tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474155 Aug 23 22:31:39.496918 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59436) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:39.792305 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de53d6d1-ed79-4fa1-9c7c-e5e1f24027ca tempest-TestVolumeBootPattern-1247869274 tempest-TestVolumeBootPattern-1247869274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:39.793817 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-de53d6d1-ed79-4fa1-9c7c-e5e1f24027ca tempest-TestVolumeBootPattern-1247869274 tempest-TestVolumeBootPattern-1247869274-project-admin] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 1125 time: 0.2958593 Aug 23 22:31:39.797988 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59448) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:39.804510 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'port_id': '21001569-2deb-472d-899a-71203a25df1a', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:31:39.835563 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:39.843474 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770e71e-6b89-4a25-a521-83ef445a8237 req-39a4b6cd-06ad-463a-9e81-41a5d154a0f3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:39.846095 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7770e71e-6b89-4a25-a521-83ef445a8237 req-39a4b6cd-06ad-463a-9e81-41a5d154a0f3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0711632 Aug 23 22:31:39.944399 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7770e71e-6b89-4a25-a521-83ef445a8237 req-32b92fd6-3106-4d6d-a4f6-8feda6e2055f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822265 Aug 23 22:31:39.985713 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:40.108474 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:40.136030 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Allocated IP 172.27.2.67 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/c4f7397a-ca1d-4300-a99c-9a0a45559b91) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:31:40.153695 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:40.212453 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:40.260859 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for port (c4f7397a-ca1d-4300-a99c-9a0a45559b91), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:40.313368 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (c4f7397a-ca1d-4300-a99c-9a0a45559b91), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:40.358948 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:31:40.362434 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:31:40.365022 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:31:40.390734 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'Port': ['ID=c4f7397a-ca1d-4300-a99c-9a0a45559b91,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:40.743375 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (1ed913c0-4670-4481-94b3-86f65afc2e64), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:40.840949 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c4f7397a-ca1d-4300-a99c-9a0a45559b91), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:41.044713 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:41.054229 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for port (c4f7397a-ca1d-4300-a99c-9a0a45559b91), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:41.065121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (c4f7397a-ca1d-4300-a99c-9a0a45559b91), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:41.123227 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:41.169216 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'Port': ['ID=c4f7397a-ca1d-4300-a99c-9a0a45559b91,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:41.173259 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (1ed913c0-4670-4481-94b3-86f65afc2e64), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:41.178823 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:41.221093 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4ad59-5bc0-4e2f-aa11-700056281845 req-372d7028-c945-4705-aea2-74aed1e5a29b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:41.223552 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2de4ad59-5bc0-4e2f-aa11-700056281845 req-372d7028-c945-4705-aea2-74aed1e5a29b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0924287 Aug 23 22:31:41.339355 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2de4ad59-5bc0-4e2f-aa11-700056281845 req-06fc008b-78bb-4cf8-86b1-9d43dd848b36 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025512 Aug 23 22:31:41.679382 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Floating IP 1ed913c0-4670-4481-94b3-86f65afc2e64 associated. External IP: 172.27.2.67, port: 21001569-2deb-472d-899a-71203a25df1a. Aug 23 22:31:41.941636 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:31:42.057027 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:31:42.071021 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] Sync routers for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:31:42.082829 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:42.088553 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:42.089307 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:42.122148 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3ecf2911-8041-492b-ad8c-594655e7f7a7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3190281 Aug 23 22:31:42.122148 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'tag': '21001569-2deb-472d-899a-71203a25df1a'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:31:42.122745 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beacd65-9348-430b-8549-7906cb9ec438" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e", "tag": "21001569-2deb-472d-899a-71203a25df1a"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:31:42.166540 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:42.175242 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ab1bc-0abd-45cd-a177-a65cbec97da7 x-openstack-request-id: req-7d9ab1bc-0abd-45cd-a177-a65cbec97da7 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:31:42.175606 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e", "tag": "21001569-2deb-472d-899a-71203a25df1a", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:31:42.175892 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7d9ab1bc-0abd-45cd-a177-a65cbec97da7 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:31:42.176382 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9ab1bc-0abd-45cd-a177-a65cbec97da7'] response: {'name': 'network-changed', 'server_uuid': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'tag': '21001569-2deb-472d-899a-71203a25df1a', 'status': 'completed', 'code': 200} Aug 23 22:31:42.209233 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:42.236547 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:42.384789 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beacd65-9348-430b-8549-7906cb9ec438 req-e872bf11-7edb-4da6-aa1f-c7b6cb92e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:42.386440 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1beacd65-9348-430b-8549-7906cb9ec438 req-e872bf11-7edb-4da6-aa1f-c7b6cb92e416 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 1130 time: 0.0590281 Aug 23 22:31:42.511752 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '1ed913c0-4670-4481-94b3-86f65afc2e64', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '21001569-2deb-472d-899a-71203a25df1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:68:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:31:40Z', 'updated_at': '2022-08-23T22:31:40Z', 'revision_number': 0, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:42.533219 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:42.545302 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] Checking router: daa0a964-86b2-4141-b7d7-6dd9440bcfb6 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:31:42.558460 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:42.559252 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:42.577304 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3756f-4236-4658-91c8-7168ec453c53 req-7bf2548a-67b6-40e6-b9e1-ef1e4c1e024c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:42.580503 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c0c3756f-4236-4658-91c8-7168ec453c53 req-7bf2548a-67b6-40e6-b9e1-ef1e4c1e024c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.1189497 Aug 23 22:31:42.590345 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beacd65-9348-430b-8549-7906cb9ec438 req-bdc88e0f-b021-466c-921f-276df8972940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:42.592570 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1beacd65-9348-430b-8549-7906cb9ec438 req-bdc88e0f-b021-466c-921f-276df8972940 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.1988611 Aug 23 22:31:42.695952 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:42.743963 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1beacd65-9348-430b-8549-7906cb9ec438 req-731acc6f-d005-4e73-8235-3569d43035b5 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21001569-2deb-472d-899a-71203a25df1a HTTP/1.1" status: 200 len: 999 time: 0.1369915 Aug 23 22:31:42.749975 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c0c3756f-4236-4658-91c8-7168ec453c53 req-3959bb62-e4b7-4e5a-846d-00889ee4d7d7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557291 Aug 23 22:31:42.843635 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beacd65-9348-430b-8549-7906cb9ec438 req-41537ce5-bc36-41a4-a8ab-8338ae39bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:42.845447 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1beacd65-9348-430b-8549-7906cb9ec438 req-41537ce5-bc36-41a4-a8ab-8338ae39bc14 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0931826 Aug 23 22:31:42.924801 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beacd65-9348-430b-8549-7906cb9ec438 req-affe517a-6b7a-4652-9f70-a688d0ca0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:42.927142 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1beacd65-9348-430b-8549-7906cb9ec438 req-affe517a-6b7a-4652-9f70-a688d0ca0615 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748265 Aug 23 22:31:43.060185 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1beacd65-9348-430b-8549-7906cb9ec438 req-ed069455-702a-4c0b-8f6f-71c4fc5fc396 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262486 Aug 23 22:31:43.074307 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '1ed913c0-4670-4481-94b3-86f65afc2e64', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '21001569-2deb-472d-899a-71203a25df1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:68:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:31:40Z', 'updated_at': '2022-08-23T22:31:40Z', 'revision_number': 0, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:43.112293 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ea592-854c-4e83-b634-7d2bc800a8e7 None None] The sync data for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi is: [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '1ed913c0-4670-4481-94b3-86f65afc2e64', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '21001569-2deb-472d-899a-71203a25df1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:68:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:31:40Z', 'updated_at': '2022-08-23T22:31:40Z', 'revision_number': 0, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:31:43.208483 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1beacd65-9348-430b-8549-7906cb9ec438 req-f1827c94-aca8-400d-a961-ee077e69398e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407659 Aug 23 22:31:43.371858 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59504) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:43.441600 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826fea34-b04f-4d49-bd55-7c93833b3918 None None] New status for floating IP 1ed913c0-4670-4481-94b3-86f65afc2e64: ACTIVE {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:31:43.582878 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-75bbd9c3-7c27-4e9e-91b1-13227fb58234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:43.725458 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-75bbd9c3-7c27-4e9e-91b1-13227fb58234 admin admin] Publish callbacks [] for security_group (3f3b0f24-ab03-4300-8bab-687221eb1c66), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:43.730803 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-75bbd9c3-7c27-4e9e-91b1-13227fb58234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (3f3b0f24-ab03-4300-8bab-687221eb1c66), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:43.797797 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbd9c3-7c27-4e9e-91b1-13227fb58234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3b0f24-ab03-4300-8bab-687221eb1c66,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:43.830688 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-75bbd9c3-7c27-4e9e-91b1-13227fb58234 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=3fa39e8a92674aa68edf3c503bfcb735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567115 Aug 23 22:31:43.831324 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59518) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:43.963130 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e6463272-764d-4fd3-9968-f5631b3f48a2 admin admin] Publish callbacks [] for security_group (3f3b0f24-ab03-4300-8bab-687221eb1c66), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:43.973502 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec125b-aff3-4ae5-9756-7c7fa5987563 req-dabc2fb2-081c-4732-b604-60e5978c4a87 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:43.975884 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-62ec125b-aff3-4ae5-9756-7c7fa5987563 req-dabc2fb2-081c-4732-b604-60e5978c4a87 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0806069 Aug 23 22:31:44.016643 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e6463272-764d-4fd3-9968-f5631b3f48a2 admin admin] Publish callbacks [] for security_group (3f3b0f24-ab03-4300-8bab-687221eb1c66), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.063004 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:44.080562 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-62ec125b-aff3-4ae5-9756-7c7fa5987563 req-56ff6fe1-2a81-4ddd-a27b-8bb86a2e2b61 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964947 Aug 23 22:31:44.115795 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e6463272-764d-4fd3-9968-f5631b3f48a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (3f3b0f24-ab03-4300-8bab-687221eb1c66), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.119468 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e6463272-764d-4fd3-9968-f5631b3f48a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.120920 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-e6463272-764d-4fd3-9968-f5631b3f48a2 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/3f3b0f24-ab03-4300-8bab-687221eb1c66 HTTP/1.1" status: 204 len: 168 time: 0.2883427 Aug 23 22:31:44.133966 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6463272-764d-4fd3-9968-f5631b3f48a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3b0f24-ab03-4300-8bab-687221eb1c66,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:44.487960 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59524) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:44.509684 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e6a04650-e608-48d8-b9f2-8e36ef951e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.620107 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e6a04650-e608-48d8-b9f2-8e36ef951e8e admin admin] Publish callbacks [] for security_group (3c1ae030-b450-49d2-8fc0-e0260c50fff4), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.628310 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e6a04650-e608-48d8-b9f2-8e36ef951e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (3c1ae030-b450-49d2-8fc0-e0260c50fff4), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.670199 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:44.684730 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-e6a04650-e608-48d8-b9f2-8e36ef951e8e admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=67e6b1e2f5ea4717b7cfb4d02bb83744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910973 Aug 23 22:31:44.684730 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a04650-e608-48d8-b9f2-8e36ef951e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1ae030-b450-49d2-8fc0-e0260c50fff4,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:44.685690 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59528) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:44.783567 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-31f33468-eb7c-4a9f-aa62-311f83ae456d admin admin] Publish callbacks [] for security_group (3c1ae030-b450-49d2-8fc0-e0260c50fff4), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.810813 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-31f33468-eb7c-4a9f-aa62-311f83ae456d admin admin] Publish callbacks [] for security_group (3c1ae030-b450-49d2-8fc0-e0260c50fff4), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.876207 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-31f33468-eb7c-4a9f-aa62-311f83ae456d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (3c1ae030-b450-49d2-8fc0-e0260c50fff4), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.879501 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-31f33468-eb7c-4a9f-aa62-311f83ae456d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:44.880997 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-31f33468-eb7c-4a9f-aa62-311f83ae456d admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/3c1ae030-b450-49d2-8fc0-e0260c50fff4 HTTP/1.1" status: 204 len: 168 time: 0.1928923 Aug 23 22:31:44.910570 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f33468-eb7c-4a9f-aa62-311f83ae456d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1ae030-b450-49d2-8fc0-e0260c50fff4,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:45.309392 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea982a2-1b57-40f7-9fcc-8ba9f728f204 req-9608fa39-468b-426b-a0f8-35a407d0d217 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:45.311574 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dea982a2-1b57-40f7-9fcc-8ba9f728f204 req-9608fa39-468b-426b-a0f8-35a407d0d217 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0835497 Aug 23 22:31:45.401628 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dea982a2-1b57-40f7-9fcc-8ba9f728f204 req-279eb1c5-c152-4c1b-a859-8b35c6c3c1b7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818751 Aug 23 22:31:45.440159 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59538) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:45.458582 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e9d15247-de20-40a4-9c2e-27b91b0cae28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:45.600922 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e9d15247-de20-40a4-9c2e-27b91b0cae28 admin admin] Publish callbacks [] for security_group (9f71a545-7d97-43ff-9079-cf27240daa5b), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:45.609524 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e9d15247-de20-40a4-9c2e-27b91b0cae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9f71a545-7d97-43ff-9079-cf27240daa5b), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:45.662575 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d15247-de20-40a4-9c2e-27b91b0cae28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f71a545-7d97-43ff-9079-cf27240daa5b,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:45.667738 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-e9d15247-de20-40a4-9c2e-27b91b0cae28 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=6746a953978c448dab741d977f0b2989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256804 Aug 23 22:31:45.670990 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59540) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:45.750891 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7763-b43d-48e7-8438-ef5ae56e5536 admin admin] Publish callbacks [] for security_group (9f71a545-7d97-43ff-9079-cf27240daa5b), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:45.780303 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7763-b43d-48e7-8438-ef5ae56e5536 admin admin] Publish callbacks [] for security_group (9f71a545-7d97-43ff-9079-cf27240daa5b), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:45.842885 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7763-b43d-48e7-8438-ef5ae56e5536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9f71a545-7d97-43ff-9079-cf27240daa5b), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:45.846819 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7763-b43d-48e7-8438-ef5ae56e5536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:45.848130 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-cbbd7763-b43d-48e7-8438-ef5ae56e5536 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/9f71a545-7d97-43ff-9079-cf27240daa5b HTTP/1.1" status: 204 len: 168 time: 0.1760261 Aug 23 22:31:45.863763 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd7763-b43d-48e7-8438-ef5ae56e5536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f71a545-7d97-43ff-9079-cf27240daa5b,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:46.622041 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cffe61-28ba-4942-a93d-413462dd577b req-1522d1fa-bdc0-4cf9-9bab-0c956df6fa9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:46.626622 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-46cffe61-28ba-4942-a93d-413462dd577b req-1522d1fa-bdc0-4cf9-9bab-0c956df6fa9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0827055 Aug 23 22:31:46.709897 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-46cffe61-28ba-4942-a93d-413462dd577b req-b4b89e6f-417a-4a42-9cae-88918a363bd6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779312 Aug 23 22:31:47.910650 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb253fd-df41-4ea6-a77e-06ea80f407da req-e4fadbbe-0ef2-4068-9a2d-f390cbf6d8a4 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:47.912288 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9bb253fd-df41-4ea6-a77e-06ea80f407da req-e4fadbbe-0ef2-4068-9a2d-f390cbf6d8a4 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0697577 Aug 23 22:31:47.975757 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9bb253fd-df41-4ea6-a77e-06ea80f407da req-7af6a2bd-8ffa-4d75-a390-e1ae406bb318 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544932 Aug 23 22:31:48.276985 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2145ae08-8d67-45d5-bc60-d74ff38d6e5a details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:31:48.420611 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:48.444061 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'port_id': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'mac_address': 'fa:16:3e:8c:9f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:31:48.446765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b600ae2-09ea-4027-aa4d-918092c5f76f req-2cdd54f0-ab89-4a1f-9274-8e3a5d7aca51 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:48.449505 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0b600ae2-09ea-4027-aa4d-918092c5f76f req-2cdd54f0-ab89-4a1f-9274-8e3a5d7aca51 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.0872951 Aug 23 22:31:48.466754 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:48.511366 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a is: ACTIVE; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:31:48.512010 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:48.538002 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2145ae08-8d67-45d5-bc60-d74ff38d6e5a {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:31:48.546957 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0b600ae2-09ea-4027-aa4d-918092c5f76f req-ee1691f8-afcd-4e27-859b-6e46d9d8ae8c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898244 Aug 23 22:31:48.576500 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:48.584710 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:48.618713 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:48.650118 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=6']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:48.833644 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['2145ae08-8d67-45d5-bc60-d74ff38d6e5a'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:31:48.879414 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:49.164062 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e054999-e13a-49ac-82be-1203b7e062cc req-f301a061-c7fd-4531-8b66-0ee2a51ef126 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:49.166785 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6e054999-e13a-49ac-82be-1203b7e062cc req-f301a061-c7fd-4531-8b66-0ee2a51ef126 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 944 time: 0.0846987 Aug 23 22:31:49.228005 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6e054999-e13a-49ac-82be-1203b7e062cc req-2b968b6e-09eb-49b5-bb5d-7a27f4ceabd6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539052 Aug 23 22:31:49.715517 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889df4c1-3b57-4932-b6f8-85870082f39e req-844bb465-8070-49f1-818b-9f4a46dfe0cb tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:49.717528 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-889df4c1-3b57-4932-b6f8-85870082f39e req-844bb465-8070-49f1-818b-9f4a46dfe0cb tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.0592496 Aug 23 22:31:49.745282 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:49.778961 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-889df4c1-3b57-4932-b6f8-85870082f39e req-1c7bfb41-d3c0-42d2-82f5-9e041d27a41f tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508161 Aug 23 22:31:50.306172 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2145ae08-8d67-45d5-bc60-d74ff38d6e5a up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:31:50.419721 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ea085-0e73-4320-8e54-9daab2c10e91 req-0390fa7d-490c-4b54-a5e3-79ae10a8365d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:50.423725 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-731ea085-0e73-4320-8e54-9daab2c10e91 req-0390fa7d-490c-4b54-a5e3-79ae10a8365d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 944 time: 0.0840662 Aug 23 22:31:50.513636 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-731ea085-0e73-4320-8e54-9daab2c10e91 req-d69cf3ea-941f-46b5-9939-2fef7b68c39e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782788 Aug 23 22:31:50.554859 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59626) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:50.598775 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:31:50.599279 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:50.732027 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-85c9aa0a-4d3b-41e0-9c1f-8e8b8b7e0616 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:50.733883 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-85c9aa0a-4d3b-41e0-9c1f-8e8b8b7e0616 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.1017952 Aug 23 22:31:50.738947 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:31:50.739654 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:50.762578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-93485cb3-0bce-492b-b87e-17c3d5391dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:50.786280 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:31:50.790634 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e220e1-4ec7-4565-892b-0ef6c73edb33" -d '{"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-plugged", "status": "completed", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:31:50.836783 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:50.848299 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:50.905218 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aa26ba-a5f0-4e36-9611-db59530adcc4 x-openstack-request-id: req-a3aa26ba-a5f0-4e36-9611-db59530adcc4 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:31:50.905862 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-plugged", "status": "completed", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:31:50.906710 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a3aa26ba-a5f0-4e36-9611-db59530adcc4 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:31:50.907913 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3aa26ba-a5f0-4e36-9611-db59530adcc4'] response: {'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'code': 200} Aug 23 22:31:50.971947 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=7']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:51.005311 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Deleting port edad9bc4-ba17-4879-b9ef-138943b74c95 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:31:51.005830 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.013857 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-93485cb3-0bce-492b-b87e-17c3d5391dee admin admin] Publish callbacks [] for security_group (79242e96-167e-48ab-b2cc-d968cd82bef5), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.074202 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-93485cb3-0bce-492b-b87e-17c3d5391dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (79242e96-167e-48ab-b2cc-d968cd82bef5), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.154319 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64311c2e-43e1-4db2-aea2-5fb21dcb21e6 req-7f8c1683-9cc1-46aa-9319-0696f8b1fc05 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:51.155930 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-64311c2e-43e1-4db2-aea2-5fb21dcb21e6 req-7f8c1683-9cc1-46aa-9319-0696f8b1fc05 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 945 time: 0.1892717 Aug 23 22:31:51.186841 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93485cb3-0bce-492b-b87e-17c3d5391dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79242e96-167e-48ab-b2cc-d968cd82bef5,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:51.195636 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-93485cb3-0bce-492b-b87e-17c3d5391dee admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=566fc3fbaf4742f2a03c2eb258adfb46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6390917 Aug 23 22:31:51.201705 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59650) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:51.273168 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-64311c2e-43e1-4db2-aea2-5fb21dcb21e6 req-8d22294d-1d1a-4599-b87a-d022c3cd9c97 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=bdbfba25-83c0-486d-aa08-8c1a2598ade0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876904 Aug 23 22:31:51.282059 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] For port edad9bc4-ba17-4879-b9ef-138943b74c95, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=edad9bc4-ba17-4879-b9ef-138943b74c95,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:51.282734 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.292793 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:51.294434 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d8de4ae7-72d7-447a-a312-9113e76cccc3 admin admin] Publish callbacks [] for security_group (79242e96-167e-48ab-b2cc-d968cd82bef5), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.309212 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:51.330013 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d8de4ae7-72d7-447a-a312-9113e76cccc3 admin admin] Publish callbacks [] for security_group (79242e96-167e-48ab-b2cc-d968cd82bef5), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.411935 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d8de4ae7-72d7-447a-a312-9113e76cccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (79242e96-167e-48ab-b2cc-d968cd82bef5), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.415911 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d8de4ae7-72d7-447a-a312-9113e76cccc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.417353 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-d8de4ae7-72d7-447a-a312-9113e76cccc3 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/79242e96-167e-48ab-b2cc-d968cd82bef5 HTTP/1.1" status: 204 len: 168 time: 0.2140291 Aug 23 22:31:51.429600 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de4ae7-72d7-447a-a312-9113e76cccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79242e96-167e-48ab-b2cc-d968cd82bef5,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:51.619275 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.619804 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (17babbda-382a-417e-b5be-0f6ba0001874), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:51.620101 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Floating IP 17babbda-382a-417e-b5be-0f6ba0001874 disassociated. External IP: 172.27.2.153, port: edad9bc4-ba17-4879-b9ef-138943b74c95. Aug 23 22:31:51.621389 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Calling delete_port for edad9bc4-ba17-4879-b9ef-138943b74c95 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:31:51.810992 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:51.845532 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:51.902423 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934e537-b5fe-4103-9fe7-8ca497c60b8a req-ecaa0527-1d64-4561-a5b1-52bd0f730b3f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:51.911970 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8934e537-b5fe-4103-9fe7-8ca497c60b8a req-ecaa0527-1d64-4561-a5b1-52bd0f730b3f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.1309807 Aug 23 22:31:52.074084 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (edad9bc4-ba17-4879-b9ef-138943b74c95), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:52.089450 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8934e537-b5fe-4103-9fe7-8ca497c60b8a req-37a121c2-03f5-42ff-9f79-df1499452c3d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765049 Aug 23 22:31:52.113257 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event deleted for resources: {'Port': ['ID=edad9bc4-ba17-4879-b9ef-138943b74c95,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:52.317898 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Router a32c80e4-d692-4756-b590-48656289da2c has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:31:52.465924 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-852274a1-12a2-4317-b70c-524c43fceee4 req-8c1b7520-3622-40bc-a3d4-777633e29f48 tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=eb06a53f-d4f0-465e-9c75-8d72e44c0640 HTTP/1.1" status: 200 len: 210 time: 0.0346789 Aug 23 22:31:52.525356 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:31:52.536860 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] Sync routers for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:31:52.556911 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:52.557919 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:52.582892 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] No DVR routers for this DVR port edad9bc4-ba17-4879-b9ef-138943b74c95 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:31:52.592220 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:52.598173 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5d4b6e1a-9f57-402e-b27d-d75fb2efa76a req-411e6b9e-360d-4c2c-a5c7-595cf846582a tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.86 "DELETE /networking/v2.0/ports/edad9bc4-ba17-4879-b9ef-138943b74c95 HTTP/1.1" status: 204 len: 173 time: 1.8537638 Aug 23 22:31:52.598760 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'name': 'network-vif-deleted', 'tag': 'edad9bc4-ba17-4879-b9ef-138943b74c95'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:31:52.601468 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae6ea54-4d47-481f-9c5a-4873c7c24703" -d '{"events": [{"server_uuid": "eb06a53f-d4f0-465e-9c75-8d72e44c0640", "name": "network-vif-deleted", "tag": "edad9bc4-ba17-4879-b9ef-138943b74c95"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:31:52.675730 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05b6a0-ceef-4ea3-9c6b-8851536a4d97 x-openstack-request-id: req-ed05b6a0-ceef-4ea3-9c6b-8851536a4d97 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:31:52.676682 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb06a53f-d4f0-465e-9c75-8d72e44c0640", "name": "network-vif-deleted", "tag": "edad9bc4-ba17-4879-b9ef-138943b74c95", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:31:52.676682 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ed05b6a0-ceef-4ea3-9c6b-8851536a4d97 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:31:52.676989 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed05b6a0-ceef-4ea3-9c6b-8851536a4d97'] response: {'server_uuid': 'eb06a53f-d4f0-465e-9c75-8d72e44c0640', 'name': 'network-vif-deleted', 'tag': 'edad9bc4-ba17-4879-b9ef-138943b74c95', 'status': 'completed', 'code': 200} Aug 23 22:31:52.831250 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:53.150352 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:53.194827 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:53.233807 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] Checking router: a32c80e4-d692-4756-b590-48656289da2c for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:31:53.246124 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:31:53.247438 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:53.397534 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420914f-1492-4e6d-954d-5f1057f0ca41 req-51e4a726-f608-41d0-b35b-2aba441876e9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:53.407849 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e420914f-1492-4e6d-954d-5f1057f0ca41 req-51e4a726-f608-41d0-b35b-2aba441876e9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.1368420 Aug 23 22:31:53.442395 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:53.445742 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:31:53.491359 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:53.523810 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e420914f-1492-4e6d-954d-5f1057f0ca41 req-6e567f6c-3ce2-443c-a28f-734899e5886c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144757 Aug 23 22:31:53.649555 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59680) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:53.727697 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a42af9d2-8316-4dd5-8289-175ead085bce tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (bdbfba25-83c0-486d-aa08-8c1a2598ade0), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:53.769909 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a42af9d2-8316-4dd5-8289-175ead085bce tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (bdbfba25-83c0-486d-aa08-8c1a2598ade0), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:53.781830 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:31:53.823472 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a0c5e-b7f8-4bb6-b592-5494c4a333ca None None] The sync data for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi is: [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:24:37Z', 'revision_number': 4, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '0e07508f-6e02-4a59-bf73-e32af70432da', 'name': '', 'network_id': 'b506c549-1d3c-4779-b5de-b5a4c62df2b1', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'mac_address': 'fa:16:3e:0d:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:35Z', 'updated_at': '2022-08-23T22:24:58Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'subnets': [{'id': 'a2a56805-7e47-4e91-ac95-82b0c707bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:31:53.841454 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a42af9d2-8316-4dd5-8289-175ead085bce tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (bdbfba25-83c0-486d-aa08-8c1a2598ade0), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:53.846917 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a42af9d2-8316-4dd5-8289-175ead085bce tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:53.851644 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59682) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:53.852243 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-a42af9d2-8316-4dd5-8289-175ead085bce tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/bdbfba25-83c0-486d-aa08-8c1a2598ade0 HTTP/1.1" status: 204 len: 168 time: 0.2009709 Aug 23 22:31:53.863415 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42af9d2-8316-4dd5-8289-175ead085bce tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbfba25-83c0-486d-aa08-8c1a2598ade0,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:53.891708 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.api.v2.resource [None req-13690021-3085-42bb-94a5-436c3d8866da tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] show failed (client error): The resource could not be found. Aug 23 22:31:53.893522 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-13690021-3085-42bb-94a5-436c3d8866da tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "GET /networking/v2.0/security-groups/bdbfba25-83c0-486d-aa08-8c1a2598ade0 HTTP/1.1" status: 404 len: 347 time: 0.0401969 Aug 23 22:31:53.896742 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59684) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:54.096950 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Deleting port dbef3eaa-2f2f-4adb-a745-d5aacf99d71c {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:31:54.097815 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (dbef3eaa-2f2f-4adb-a745-d5aacf99d71c), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:54.193592 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (dbef3eaa-2f2f-4adb-a745-d5aacf99d71c), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:54.194318 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (dbef3eaa-2f2f-4adb-a745-d5aacf99d71c), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:54.212509 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Calling delete_port for dbef3eaa-2f2f-4adb-a745-d5aacf99d71c owned by network:floatingip {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:31:54.250403 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e6809-397b-4232-a68f-4ad8d8f9b9fe None None] New status for floating IP 17babbda-382a-417e-b5be-0f6ba0001874: DOWN {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:31:54.327834 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device edad9bc4-ba17-4879-b9ef-138943b74c95 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:31:54.384759 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: edad9bc4-ba17-4879-b9ef-138943b74c95 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:31:54.385298 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device edad9bc4-ba17-4879-b9ef-138943b74c95 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:31:54.395574 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (dbef3eaa-2f2f-4adb-a745-d5aacf99d71c), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:54.396839 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.db.api [None req-d74e6809-397b-4232-a68f-4ad8d8f9b9fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 23 22:31:54.397459 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG oslo_db.api [None req-d74e6809-397b-4232-a68f-4ad8d8f9b9fe None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 22:31:54.428983 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Pushing event deleted for resources: {'Port': ['ID=dbef3eaa-2f2f-4adb-a745-d5aacf99d71c,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:31:54.505847 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:54.513323 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks [] for floatingip (17babbda-382a-417e-b5be-0f6ba0001874), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:54.516887 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:54.518308 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-4fd1bc81-cda6-4156-a12c-6baef49bb23c tempest-AttachVolumeTestJSON-1050372333 tempest-AttachVolumeTestJSON-1050372333-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/17babbda-382a-417e-b5be-0f6ba0001874 HTTP/1.1" status: 204 len: 168 time: 0.6199563 Aug 23 22:31:54.690963 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbab7a-a805-4778-8153-2e810081545c req-a2cba06b-2c23-40c8-a104-20647cdd7c43 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:54.703906 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8adbab7a-a805-4778-8153-2e810081545c req-a2cba06b-2c23-40c8-a104-20647cdd7c43 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0746703 Aug 23 22:31:54.777317 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8adbab7a-a805-4778-8153-2e810081545c req-f564828c-31ee-4861-91a8-891d5b99623e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718565 Aug 23 22:31:54.900738 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e6809-397b-4232-a68f-4ad8d8f9b9fe None None] New status for floating IP 17babbda-382a-417e-b5be-0f6ba0001874: DOWN {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:31:56.010798 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4bebf-e03f-41cb-8bc2-ec7e892954c2 req-7760f56c-ece4-4b1d-8a6d-42a063e5d4c6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:56.013001 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7aa4bebf-e03f-41cb-8bc2-ec7e892954c2 req-7760f56c-ece4-4b1d-8a6d-42a063e5d4c6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0964644 Aug 23 22:31:56.106034 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-7aa4bebf-e03f-41cb-8bc2-ec7e892954c2 req-72f03139-483c-46a4-a626-44c2587d5325 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823004 Aug 23 22:31:57.321551 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483dce3-44a4-41c7-8f5b-268f0ca199d2 req-6e887eb5-3818-4937-9559-6ecbf6407de9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:57.324253 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9483dce3-44a4-41c7-8f5b-268f0ca199d2 req-6e887eb5-3818-4937-9559-6ecbf6407de9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0861437 Aug 23 22:31:57.391769 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9483dce3-44a4-41c7-8f5b-268f0ca199d2 req-29838633-aaa4-410e-8f22-44adf5e73d23 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613284 Aug 23 22:31:57.555651 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:31:58.372188 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59724) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:31:58.596175 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885239b-7add-4369-b8b4-3f9d08f9f04e req-9f33558f-d0d5-44e7-a6dc-06a56175f9b2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:58.598590 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0885239b-7add-4369-b8b4-3f9d08f9f04e req-9f33558f-d0d5-44e7-a6dc-06a56175f9b2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0842619 Aug 23 22:31:58.643739 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:58.680629 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0885239b-7add-4369-b8b4-3f9d08f9f04e req-b852d439-f7aa-46e9-b450-ccdb439dce5e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757637 Aug 23 22:31:59.160902 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (a32c80e4-d692-4756-b590-48656289da2c), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:59.277319 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:59.528590 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Deleting port 0e07508f-6e02-4a59-bf73-e32af70432da {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:31:59.529480 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:59.680446 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] For port 0e07508f-6e02-4a59-bf73-e32af70432da, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=0e07508f-6e02-4a59-bf73-e32af70432da,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:31:59.681267 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:31:59.700968 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Calling delete_port for 0e07508f-6e02-4a59-bf73-e32af70432da owned by network:router_interface {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:31:59.866773 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda599d9-a465-42a7-85cb-fb033d2237c2 req-23f62b6b-ec2c-4efb-903e-1f7cc9e02a29 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:31:59.870464 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-eda599d9-a465-42a7-85cb-fb033d2237c2 req-23f62b6b-ec2c-4efb-903e-1f7cc9e02a29 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0848355 Aug 23 22:31:59.888375 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:31:59.944394 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-eda599d9-a465-42a7-85cb-fb033d2237c2 req-dd8e0c7b-6b5c-4d80-a804-6a0108fea6a5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633686 Aug 23 22:31:59.956690 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (0e07508f-6e02-4a59-bf73-e32af70432da), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:00.025645 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:00.026765 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e07508f-6e02-4a59-bf73-e32af70432da,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:00.226264 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (a32c80e4-d692-4756-b590-48656289da2c), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:00.581198 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Router a32c80e4-d692-4756-b590-48656289da2c has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:32:00.596347 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:00.729732 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:32:00.736586 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-e140b576-6e6e-4009-b416-a0119937ae11 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/a32c80e4-d692-4756-b590-48656289da2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3628981 Aug 23 22:32:00.739492 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59738) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:00.749302 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] Sync routers for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:32:00.765713 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:32:00.766939 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:00.898181 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks [] for router (a32c80e4-d692-4756-b590-48656289da2c), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:00.915071 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:32:01.141802 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f3da5-0d14-4bd6-82d4-24ea637f3d75 req-773ae984-0f58-413c-b619-b2f9866ece00 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:01.156621 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4d8f3da5-0d14-4bd6-82d4-24ea637f3d75 req-773ae984-0f58-413c-b619-b2f9866ece00 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0765290 Aug 23 22:32:01.248557 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:31:59Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:01.253697 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4d8f3da5-0d14-4bd6-82d4-24ea637f3d75 req-c9ea1e4e-9334-442e-84c8-33443d18abf3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957365 Aug 23 22:32:01.282642 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] Checking router: a32c80e4-d692-4756-b590-48656289da2c for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:32:01.293630 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] Routers {'a32c80e4-d692-4756-b590-48656289da2c'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:32:01.294265 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:31:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a32c80e4-d692-4756-b590-48656289da2c'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:01.377176 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks [] for router_gateway (a32c80e4-d692-4756-b590-48656289da2c), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:01.438153 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Deleting port ea6e3b63-f446-4631-b0df-d97069f0582e {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:32:01.438354 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:01.439470 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] Set router a32c80e4-d692-4756-b590-48656289da2c gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:32:01.550032 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:01.571665 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] For port ea6e3b63-f446-4631-b0df-d97069f0582e, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=ea6e3b63-f446-4631-b0df-d97069f0582e,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:01.572040 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:01.599395 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Calling delete_port for ea6e3b63-f446-4631-b0df-d97069f0582e owned by network:router_gateway {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:32:01.741040 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:31:59Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:01.794644 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba545d5e-9559-41d9-8014-890c327801d3 None None] The sync data for ids ['a32c80e4-d692-4756-b590-48656289da2c'] in dv-cinder-850321-4-iscsi is: [{'id': 'a32c80e4-d692-4756-b590-48656289da2c', 'name': 'tempest-AttachVolumeTestJSON-1687084519-router', 'tenant_id': 'a297ef598b76404b86e9350e120b86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:22Z', 'updated_at': '2022-08-23T22:31:59Z', 'revision_number': 5, 'project_id': 'a297ef598b76404b86e9350e120b86c9', 'gw_port': {'id': 'ea6e3b63-f446-4631-b0df-d97069f0582e', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c80e4-d692-4756-b590-48656289da2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:23Z', 'updated_at': '2022-08-23T22:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:32:01.918433 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (ea6e3b63-f446-4631-b0df-d97069f0582e), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:01.951548 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6e3b63-f446-4631-b0df-d97069f0582e,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:02.072270 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (a32c80e4-d692-4756-b590-48656289da2c), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:02.219279 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (a32c80e4-d692-4756-b590-48656289da2c), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:02.224371 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks [] for router_controller (a32c80e4-d692-4756-b590-48656289da2c), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:02.331342 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (a32c80e4-d692-4756-b590-48656289da2c), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:02.333199 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32c80e4-d692-4756-b590-48656289da2c {{(pid=106593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:32:02.345763 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:02.347116 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3117ab99-8029-4eb5-ae6a-fe80f65366e8 admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/a32c80e4-d692-4756-b590-48656289da2c HTTP/1.1" status: 204 len: 168 time: 1.6060257 Aug 23 22:32:02.350976 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59748) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:02.534511 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 0e07508f-6e02-4a59-bf73-e32af70432da no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:32:02.584877 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 0e07508f-6e02-4a59-bf73-e32af70432da {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:32:02.585610 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 0e07508f-6e02-4a59-bf73-e32af70432da not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:32:02.620198 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3542d2-1c25-41f7-92e1-68c43f1fe22a req-6dc6dbc7-a2af-4bb3-b78d-3a6aed9bd121 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:02.627965 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a3542d2-1c25-41f7-92e1-68c43f1fe22a req-6dc6dbc7-a2af-4bb3-b78d-3a6aed9bd121 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.1717808 Aug 23 22:32:02.643635 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18c012c-2ac7-4c11-bbfb-ec66aaa1e0a1 admin admin] Deleting subnet a2a56805-7e47-4e91-ac95-82b0c707bf55 {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:32:02.656805 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c18c012c-2ac7-4c11-bbfb-ec66aaa1e0a1 admin admin] Publish callbacks [] for subnet (a2a56805-7e47-4e91-ac95-82b0c707bf55), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:02.759005 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c18c012c-2ac7-4c11-bbfb-ec66aaa1e0a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25223832'] for subnet (a2a56805-7e47-4e91-ac95-82b0c707bf55), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:02.802634 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2a3542d2-1c25-41f7-92e1-68c43f1fe22a req-e18745eb-2abc-434d-bb57-412f3b9f244f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734834 Aug 23 22:32:02.909996 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c18c012c-2ac7-4c11-bbfb-ec66aaa1e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (a2a56805-7e47-4e91-ac95-82b0c707bf55), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.016804 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c18c012c-2ac7-4c11-bbfb-ec66aaa1e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26759021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867471'] for subnet (a2a56805-7e47-4e91-ac95-82b0c707bf55), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.056718 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c012c-2ac7-4c11-bbfb-ec66aaa1e0a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a56805-7e47-4e91-ac95-82b0c707bf55,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:03.061907 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c18c012c-2ac7-4c11-bbfb-ec66aaa1e0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.071193 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c18c012c-2ac7-4c11-bbfb-ec66aaa1e0a1 admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/a2a56805-7e47-4e91-ac95-82b0c707bf55 HTTP/1.1" status: 204 len: 168 time: 0.7143686 Aug 23 22:32:03.071709 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59754) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:03.076955 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b730b-a52f-4291-a2c3-528af57aedc8 None None] Network b506c549-1d3c-4779-b5de-b5a4c62df2b1 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:32:03.189601 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (b506c549-1d3c-4779-b5de-b5a4c62df2b1), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.245539 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Deleting port 4ce32baa-43d8-4d4d-83f4-ea5728554706 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:32:03.245961 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.321192 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] DHCP port deletion for b506c549-1d3c-4779-b5de-b5a4c62df2b1 request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:32:03.333209 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] For port 4ce32baa-43d8-4d4d-83f4-ea5728554706, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=4ce32baa-43d8-4d4d-83f4-ea5728554706,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:03.333469 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.355305 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Calling delete_port for 4ce32baa-43d8-4d4d-83f4-ea5728554706 owned by network:dhcp {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:32:03.366383 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Deleting port 4ce32baa-43d8-4d4d-83f4-ea5728554706 {{(pid=106595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:32:03.366768 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), before_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.391568 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:03.442964 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:03.473698 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.501836 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce32baa-43d8-4d4d-83f4-ea5728554706,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:03.507227 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] No DVR routers for this DVR port 4ce32baa-43d8-4d4d-83f4-ea5728554706 on host dv-cinder-850321-4-iscsi {{(pid=106593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:32:03.583530 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] For port 4ce32baa-43d8-4d4d-83f4-ea5728554706, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=4ce32baa-43d8-4d4d-83f4-ea5728554706,segment=NetworkSegment(c115f692-a672-4afb-9ac4-ad170f86b3d3),segment_id=c115f692-a672-4afb-9ac4-ad170f86b3d3)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:03.583865 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), precommit_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.603306 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:03.607619 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Calling delete_port for 4ce32baa-43d8-4d4d-83f4-ea5728554706 owned by network:dhcp {{(pid=106595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:32:03.617949 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (b506c549-1d3c-4779-b5de-b5a4c62df2b1), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.637508 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:03.654354 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b506c549-1d3c-4779-b5de-b5a4c62df2b1']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:03.665781 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c115f692-a672-4afb-9ac4-ad170f86b3d3') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:03.666068 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c115f692-a672-4afb-9ac4-ad170f86b3d3') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:03.678930 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (c115f692-a672-4afb-9ac4-ad170f86b3d3), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.682496 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-deb127e6-3468-459f-9064-cb4c938317a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.698182 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (c115f692-a672-4afb-9ac4-ad170f86b3d3), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.707034 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:32:03.707713 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (c115f692-a672-4afb-9ac4-ad170f86b3d3), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.759551 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (4ce32baa-43d8-4d4d-83f4-ea5728554706), after_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.813248 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Pushing event deleted for resources: {'Port': ['ID=4ce32baa-43d8-4d4d-83f4-ea5728554706,revision_number=None']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:03.829014 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.829411 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.829771 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.830330 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.830902 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.831766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.832257 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.832778 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.832967 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.833262 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.833945 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.834774 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.835123 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.835655 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.836279 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:03.840235 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd576b-4619-4e6f-95ff-ffd7ba24059c None None] No DVR routers for this DVR port 4ce32baa-43d8-4d4d-83f4-ea5728554706 on host dv-cinder-850321-4-iscsi {{(pid=106595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:32:03.866843 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (b506c549-1d3c-4779-b5de-b5a4c62df2b1), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.873244 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:03.878094 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/b506c549-1d3c-4779-b5de-b5a4c62df2b1 HTTP/1.1" status: 204 len: 168 time: 0.8042943 Aug 23 22:32:03.896774 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8ed77-7ae8-4cc5-b024-5ccc1328bbab admin admin] Pushing event deleted for resources: {'Network': ['ID=b506c549-1d3c-4779-b5de-b5a4c62df2b1,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:04.051574 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment c115f692-a672-4afb-9ac4-ad170f86b3d3 resource provider aggregate not found Aug 23 22:32:04.082277 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment c115f692-a672-4afb-9ac4-ad170f86b3d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c115f692-a672-4afb-9ac4-ad170f86b3d3 found for delete ", "request_id": "req-931a5a2b-0c65-46ac-8734-3dafc974f749"}]} Aug 23 22:32:04.142111 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59774) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:04.215753 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-81682f8d-0100-4d11-a85e-ab3a7e15cd14 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=a297ef598b76404b86e9350e120b86c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0721617 Aug 23 22:32:04.220574 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59776) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:04.296439 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8a06c9fc-4429-4fde-bed3-31ad0ac46313 admin admin] Publish callbacks [] for security_group (976b71fe-9e01-4bfa-8532-f697d2ca6e7d), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:04.334379 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8a06c9fc-4429-4fde-bed3-31ad0ac46313 admin admin] Publish callbacks [] for security_group (976b71fe-9e01-4bfa-8532-f697d2ca6e7d), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:04.370394 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-2d88602a-8436-418f-992c-8468bfb36f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:04.372055 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-2d88602a-8436-418f-992c-8468bfb36f16 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 1129 time: 0.4222417 Aug 23 22:32:04.382285 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1424a9-d27b-4a15-b511-faeca777cc06 req-bb9b8553-8a2b-4531-aa39-623e1ccf8ba2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:04.384100 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-da1424a9-d27b-4a15-b511-faeca777cc06 req-bb9b8553-8a2b-4531-aa39-623e1ccf8ba2 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.4221938 Aug 23 22:32:04.429292 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8a06c9fc-4429-4fde-bed3-31ad0ac46313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (976b71fe-9e01-4bfa-8532-f697d2ca6e7d), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:04.432564 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8a06c9fc-4429-4fde-bed3-31ad0ac46313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:04.435453 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device ea6e3b63-f446-4631-b0df-d97069f0582e no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:32:04.437686 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-8a06c9fc-4429-4fde-bed3-31ad0ac46313 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/976b71fe-9e01-4bfa-8532-f697d2ca6e7d HTTP/1.1" status: 204 len: 168 time: 0.2148674 Aug 23 22:32:04.451414 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06c9fc-4429-4fde-bed3-31ad0ac46313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b71fe-9e01-4bfa-8532-f697d2ca6e7d,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:04.476317 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: ea6e3b63-f446-4631-b0df-d97069f0582e {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:32:04.476880 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device ea6e3b63-f446-4631-b0df-d97069f0582e not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:32:04.478279 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 4ce32baa-43d8-4d4d-83f4-ea5728554706 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:32:04.506266 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 4ce32baa-43d8-4d4d-83f4-ea5728554706 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:32:04.506538 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 4ce32baa-43d8-4d4d-83f4-ea5728554706 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:32:04.564845 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-78d09c85-9fc6-45ec-8da6-a443a4bef30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:04.566653 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-78d09c85-9fc6-45ec-8da6-a443a4bef30b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 918 time: 0.1815741 Aug 23 22:32:04.571078 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-da1424a9-d27b-4a15-b511-faeca777cc06 req-9958ad13-deea-4f74-a041-1f2752fb3423 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750572 Aug 23 22:32:04.653518 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-12c5e429-6c74-427a-b43e-7ac966e8c479 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a HTTP/1.1" status: 200 len: 1001 time: 0.0796230 Aug 23 22:32:04.668574 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:04.732601 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-ef2b4049-3587-4237-9160-300ca91a6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:04.734443 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-ef2b4049-3587-4237-9160-300ca91a6e1c service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.0743635 Aug 23 22:32:04.810594 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-8ad37e22-f42d-4b71-9cc6-8b9e223c8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:04.813585 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-8ad37e22-f42d-4b71-9cc6-8b9e223c8d49 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685065 Aug 23 22:32:04.930724 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-8c2f4352-6be5-4848-a721-0cf466c873ea service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103652 Aug 23 22:32:05.036917 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a997c41a-2c48-48e3-ac5e-c7fef775c64a req-9ae0731a-b805-4ffc-9701-98be6232b637 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998757 Aug 23 22:32:05.730608 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:05.755015 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12224f77-e883-4b9f-85e3-a9499d4197cc req-542978b7-02cf-4c8a-a7b0-ee4197fc6459 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:05.756548 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-12224f77-e883-4b9f-85e3-a9499d4197cc req-542978b7-02cf-4c8a-a7b0-ee4197fc6459 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0771797 Aug 23 22:32:05.834964 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-12224f77-e883-4b9f-85e3-a9499d4197cc req-30350c52-4a79-4af7-846b-3ded6264f1d5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714858 Aug 23 22:32:06.031263 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-01881e8d-8c90-4f5d-aa6f-b68958684080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:06.974270 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef80b5b-e3a3-4525-b6a2-7b44d3c52e8c req-47b2c8d4-4582-4e97-abbf-a50d983cd2e6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:06.976491 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6ef80b5b-e3a3-4525-b6a2-7b44d3c52e8c req-47b2c8d4-4582-4e97-abbf-a50d983cd2e6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0616014 Aug 23 22:32:07.050981 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6ef80b5b-e3a3-4525-b6a2-7b44d3c52e8c req-1ab2167c-7eba-4aa6-80f9-2aa7efb6d9e6 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547955 Aug 23 22:32:07.536944 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:07.539305 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:08.184697 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee10c9-c752-486b-b018-f5c9cee72a7a req-2769084c-589e-43e0-b4ee-c5924ebb74cc tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:08.186227 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-65ee10c9-c752-486b-b018-f5c9cee72a7a req-2769084c-589e-43e0-b4ee-c5924ebb74cc tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 945 time: 0.0487082 Aug 23 22:32:08.237488 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-65ee10c9-c752-486b-b018-f5c9cee72a7a req-929c130d-fb01-4831-af3b-6e413b63843e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450449 Aug 23 22:32:08.376597 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2145ae08-8d67-45d5-bc60-d74ff38d6e5a no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:32:08.467964 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a is: ACTIVE; New status is: DOWN {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:32:08.468663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:08.501602 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:32:08.504062 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fca5fd-d6fd-4aee-8e3e-1644a4eb45ab" -d '{"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:32:08.524484 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:08.532841 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:08.596098 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=8']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:08.674545 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Aug 2022 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf3a572-e697-48d6-8674-f28509311024 x-openstack-request-id: req-fbf3a572-e697-48d6-8674-f28509311024 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:32:08.675101 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-unplugged", "status": "failed", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a", "code": 422}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:32:08.675361 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fbf3a572-e697-48d6-8674-f28509311024 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:32:08.675810 dv-cinder-850321-4-iscsi neutron-server[106595]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fbf3a572-e697-48d6-8674-f28509311024']: {'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'code': 422} returned with failed status Aug 23 22:32:08.825668 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:09.633918 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e03fe2-080b-4531-8ff9-e4dc6250929d req-5e68addc-d1d8-4b14-bc77-9c8cd42900b8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:09.635707 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e1e03fe2-080b-4531-8ff9-e4dc6250929d req-5e68addc-d1d8-4b14-bc77-9c8cd42900b8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0901210 Aug 23 22:32:09.667514 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-8b14c6ef-ec47-49bb-8a11-bc8d0aa9a232 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655749 Aug 23 22:32:09.722554 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e1e03fe2-080b-4531-8ff9-e4dc6250929d req-b2cd942c-783e-4d63-be43-e753a8614dd5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779774 Aug 23 22:32:09.785351 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-ff49c31a-fe81-4c54-a3c4-0f3e9dc5dde3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:09.787975 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-ff49c31a-fe81-4c54-a3c4-0f3e9dc5dde3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports/2145ae08-8d67-45d5-bc60-d74ff38d6e5a HTTP/1.1" status: 200 len: 940 time: 0.0793307 Aug 23 22:32:10.113494 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:10.902000 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-2e20b252-391b-47a2-a0ad-e87c78644c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:10.903539 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-2e20b252-391b-47a2-a0ad-e87c78644c47 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2&tenant_id=8be30316f0b745d783ec96bc983b2cb1 HTTP/1.1" status: 200 len: 1127 time: 0.0519831 Aug 23 22:32:11.035575 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16d0d-1b61-4bad-bbeb-d2703bd6ab86 req-f506e119-005d-493e-aa73-2b61e43aa372 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:11.038891 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dce16d0d-1b61-4bad-bbeb-d2703bd6ab86 req-f506e119-005d-493e-aa73-2b61e43aa372 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.1386185 Aug 23 22:32:11.041993 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:11.067134 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-3af6220d-8a89-4947-970e-29d52900f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:11.069759 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-3af6220d-8a89-4947-970e-29d52900f047 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 1127 time: 0.1174824 Aug 23 22:32:11.191908 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dce16d0d-1b61-4bad-bbeb-d2703bd6ab86 req-c36d6de1-a0ee-4ee9-9219-6ed6ddaebd20 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419044 Aug 23 22:32:11.236792 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-03508a4d-ff58-4074-895c-9c0a4f02baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:11.239601 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-03508a4d-ff58-4074-895c-9c0a4f02baf5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 918 time: 0.1559868 Aug 23 22:32:11.349977 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-eefd255f-615e-43cd-8bab-6332cb22b558 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a HTTP/1.1" status: 200 len: 999 time: 0.1038074 Aug 23 22:32:11.417863 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-27fe59e5-4d0f-4c05-871a-073f7e2aafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:11.420500 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-27fe59e5-4d0f-4c05-871a-073f7e2aafa1 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.0630827 Aug 23 22:32:11.482198 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-e77eb921-3d72-4c13-8f6b-7c821fd9642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:11.484074 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-e77eb921-3d72-4c13-8f6b-7c821fd9642b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560937 Aug 23 22:32:11.525118 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:11.668026 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-ab605f58-cbdb-403a-95c2-1b222152abee service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747198 Aug 23 22:32:11.813329 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-403ee692-5c93-4f9a-8c5a-52d4d16ca355 req-9bfcfa47-e268-4218-b8e8-be262e620ec6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374590 Aug 23 22:32:12.337592 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:12.360738 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b0fb-a339-4f2e-a07c-6e0e8686b69e req-cbbc87e6-a3aa-462b-a495-09718c552198 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:12.362297 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f0c7b0fb-a339-4f2e-a07c-6e0e8686b69e req-cbbc87e6-a3aa-462b-a495-09718c552198 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0694489 Aug 23 22:32:12.453389 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f0c7b0fb-a339-4f2e-a07c-6e0e8686b69e req-96171a83-8c81-41dd-9383-3b674c03f2d1 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818961 Aug 23 22:32:13.620979 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e86741-a03f-43e7-8647-f5db0c763da4 req-ff9337c7-fe74-4dd4-9dfb-69229097930c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:13.622699 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d8e86741-a03f-43e7-8647-f5db0c763da4 req-ff9337c7-fe74-4dd4-9dfb-69229097930c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0534456 Aug 23 22:32:13.684398 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d8e86741-a03f-43e7-8647-f5db0c763da4 req-b4de6149-4ccf-4a7f-b051-2790bc65a59f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527937 Aug 23 22:32:14.834614 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16717d9e-d7d0-4907-afb9-2053ca52db43 req-b13f9ea9-7a16-49e5-a388-ecc9a8738c26 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:14.836677 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-16717d9e-d7d0-4907-afb9-2053ca52db43 req-b13f9ea9-7a16-49e5-a388-ecc9a8738c26 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0565577 Aug 23 22:32:14.898178 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-16717d9e-d7d0-4907-afb9-2053ca52db43 req-8207152e-2a8d-4231-afe5-ee2e80deedc1 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508420 Aug 23 22:32:15.539335 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 59974) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:15.675379 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ea4274e9-9cf7-4f6a-b48b-6272680d40f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:15.810464 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ea4274e9-9cf7-4f6a-b48b-6272680d40f6 admin admin] Publish callbacks [] for security_group (6d333eeb-df99-415d-8c90-2ea3d91ec131), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:15.817121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ea4274e9-9cf7-4f6a-b48b-6272680d40f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (6d333eeb-df99-415d-8c90-2ea3d91ec131), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:15.854125 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 59978) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:15.854742 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-ea4274e9-9cf7-4f6a-b48b-6272680d40f6 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=4da962f413bc432ba54d3beea8b39abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137543 Aug 23 22:32:15.871248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4274e9-9cf7-4f6a-b48b-6272680d40f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d333eeb-df99-415d-8c90-2ea3d91ec131,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:15.926592 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-59e0298b-b430-4e73-8499-39c5ef9290d2 admin admin] Publish callbacks [] for security_group (6d333eeb-df99-415d-8c90-2ea3d91ec131), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:15.958413 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-59e0298b-b430-4e73-8499-39c5ef9290d2 admin admin] Publish callbacks [] for security_group (6d333eeb-df99-415d-8c90-2ea3d91ec131), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:16.071091 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f0e04-b1e0-4543-867a-c00387f10dbe req-1e1b7b11-4c92-4f06-a53b-e4cbfb32bd9a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:16.072458 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-128f0e04-b1e0-4543-867a-c00387f10dbe req-1e1b7b11-4c92-4f06-a53b-e4cbfb32bd9a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0733073 Aug 23 22:32:16.074222 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-59e0298b-b430-4e73-8499-39c5ef9290d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (6d333eeb-df99-415d-8c90-2ea3d91ec131), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:16.076904 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-59e0298b-b430-4e73-8499-39c5ef9290d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:16.078332 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-59e0298b-b430-4e73-8499-39c5ef9290d2 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/6d333eeb-df99-415d-8c90-2ea3d91ec131 HTTP/1.1" status: 204 len: 168 time: 0.2220414 Aug 23 22:32:16.102124 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0298b-b430-4e73-8499-39c5ef9290d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d333eeb-df99-415d-8c90-2ea3d91ec131,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:16.165365 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-128f0e04-b1e0-4543-867a-c00387f10dbe req-25a7c52e-d1a0-4287-a9dd-ad12ebebb676 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799394 Aug 23 22:32:17.404550 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8c61e-bf16-45ef-b383-977ba44209ab req-49c9c102-7dc4-4e87-93e8-d7cdd556bc6a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:17.410386 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b3c8c61e-bf16-45ef-b383-977ba44209ab req-49c9c102-7dc4-4e87-93e8-d7cdd556bc6a tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.1162610 Aug 23 22:32:17.518306 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b3c8c61e-bf16-45ef-b383-977ba44209ab req-e0c05e66-6376-4ee0-864f-48e63af1a89b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994067 Aug 23 22:32:18.725725 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf75e3-3f9b-412d-b69e-8bb446bffe43 req-90eaffda-5381-420e-8a28-e19f4e20520f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:18.727254 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-77cf75e3-3f9b-412d-b69e-8bb446bffe43 req-90eaffda-5381-420e-8a28-e19f4e20520f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0674839 Aug 23 22:32:18.822250 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-77cf75e3-3f9b-412d-b69e-8bb446bffe43 req-6bddba2c-ea19-4ab5-abe8-c3657ea61e53 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890658 Aug 23 22:32:20.042903 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1382352-0f48-4a7f-8d91-1ab2a8725ad4 req-e0a44c73-5936-4b60-953f-8dc7dc73a59c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:20.045459 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f1382352-0f48-4a7f-8d91-1ab2a8725ad4 req-e0a44c73-5936-4b60-953f-8dc7dc73a59c tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0913987 Aug 23 22:32:20.086389 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:20.119191 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f1382352-0f48-4a7f-8d91-1ab2a8725ad4 req-49b8a172-843a-4eaa-8ed0-b0b77c549547 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728104 Aug 23 22:32:21.035651 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=42,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:21.258557 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e4eb-164e-4a7f-8faf-13e6944335a8 req-b4a8651a-78de-47fc-bd67-d9513cc01ad7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:21.260461 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4c88e4eb-164e-4a7f-8faf-13e6944335a8 req-b4a8651a-78de-47fc-bd67-d9513cc01ad7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0528092 Aug 23 22:32:21.330732 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4c88e4eb-164e-4a7f-8faf-13e6944335a8 req-bf2e15f0-6c54-4535-8586-1e82e7866cec tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631485 Aug 23 22:32:21.817963 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60086) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:21.975557 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-dfe80dbb-2218-4b4d-acd6-5b9c4e2d4c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.071395 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-dfe80dbb-2218-4b4d-acd6-5b9c4e2d4c1d admin admin] Publish callbacks [] for security_group (7dcc0926-978b-4d93-8241-604e104d8d20), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.076931 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-dfe80dbb-2218-4b4d-acd6-5b9c4e2d4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7dcc0926-978b-4d93-8241-604e104d8d20), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.120202 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-dfe80dbb-2218-4b4d-acd6-5b9c4e2d4c1d admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=7eb7991f2d7d474da8da53c80953be4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986650 Aug 23 22:32:22.120202 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe80dbb-2218-4b4d-acd6-5b9c4e2d4c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc0926-978b-4d93-8241-604e104d8d20,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:22.120608 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60092) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:22.183066 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bfaee45c-50f7-467d-a680-5fd2622e5c89 admin admin] Publish callbacks [] for security_group (7dcc0926-978b-4d93-8241-604e104d8d20), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.206968 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bfaee45c-50f7-467d-a680-5fd2622e5c89 admin admin] Publish callbacks [] for security_group (7dcc0926-978b-4d93-8241-604e104d8d20), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.243562 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:22.260050 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bfaee45c-50f7-467d-a680-5fd2622e5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7dcc0926-978b-4d93-8241-604e104d8d20), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.263364 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-bfaee45c-50f7-467d-a680-5fd2622e5c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.264608 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-bfaee45c-50f7-467d-a680-5fd2622e5c89 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/7dcc0926-978b-4d93-8241-604e104d8d20 HTTP/1.1" status: 204 len: 168 time: 0.1425488 Aug 23 22:32:22.276403 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaee45c-50f7-467d-a680-5fd2622e5c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc0926-978b-4d93-8241-604e104d8d20,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:22.494505 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6687059-de97-4c92-8e08-47ea5ab94525 req-b774872f-b9d9-4a51-b3aa-e1161fb25aaa tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:22.496083 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b6687059-de97-4c92-8e08-47ea5ab94525 req-b774872f-b9d9-4a51-b3aa-e1161fb25aaa tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0535710 Aug 23 22:32:22.550057 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b6687059-de97-4c92-8e08-47ea5ab94525 req-0a020dd4-714f-424f-85e7-ef2be6ab4c1d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474555 Aug 23 22:32:22.588410 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60100) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:22.603027 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-abeaf7a1-9b72-4c78-96a2-2f72926fc3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.687760 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-abeaf7a1-9b72-4c78-96a2-2f72926fc3a9 admin admin] Publish callbacks [] for security_group (92a207d1-11a4-4c9e-bddd-e28c10cdc1c8), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.691994 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-abeaf7a1-9b72-4c78-96a2-2f72926fc3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (92a207d1-11a4-4c9e-bddd-e28c10cdc1c8), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.733928 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-abeaf7a1-9b72-4c78-96a2-2f72926fc3a9 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=4ccf92eda64b4a5a9acbd2b10f8f99b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441705 Aug 23 22:32:22.734838 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaf7a1-9b72-4c78-96a2-2f72926fc3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a207d1-11a4-4c9e-bddd-e28c10cdc1c8,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:22.736659 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60102) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:22.743085 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:22.756955 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:22.803216 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9500b3be-d3f3-4da3-8470-60bb07023fd1 admin admin] Publish callbacks [] for security_group (92a207d1-11a4-4c9e-bddd-e28c10cdc1c8), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.824701 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9500b3be-d3f3-4da3-8470-60bb07023fd1 admin admin] Publish callbacks [] for security_group (92a207d1-11a4-4c9e-bddd-e28c10cdc1c8), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.873546 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9500b3be-d3f3-4da3-8470-60bb07023fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (92a207d1-11a4-4c9e-bddd-e28c10cdc1c8), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.876437 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9500b3be-d3f3-4da3-8470-60bb07023fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:22.880373 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-9500b3be-d3f3-4da3-8470-60bb07023fd1 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/92a207d1-11a4-4c9e-bddd-e28c10cdc1c8 HTTP/1.1" status: 204 len: 168 time: 0.1402872 Aug 23 22:32:22.888890 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500b3be-d3f3-4da3-8470-60bb07023fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a207d1-11a4-4c9e-bddd-e28c10cdc1c8,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:23.101905 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:23.718106 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5afde-a534-47bc-a36b-75cad21c1210 req-8de2ae5f-174d-4922-bbf1-5aa02635bdf7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:23.720782 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-76d5afde-a534-47bc-a36b-75cad21c1210 req-8de2ae5f-174d-4922-bbf1-5aa02635bdf7 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 943 time: 0.0780194 Aug 23 22:32:23.777843 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-76d5afde-a534-47bc-a36b-75cad21c1210 req-3e630534-14bd-49af-88be-745a4c22e01d tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497210 Aug 23 22:32:24.419968 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2145ae08-8d67-45d5-bc60-d74ff38d6e5a details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:32:24.531003 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:24.544961 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'port_id': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'mac_address': 'fa:16:3e:8c:9f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:32:24.603584 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:32:24.604092 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:24.624188 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2145ae08-8d67-45d5-bc60-d74ff38d6e5a {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:32:24.659146 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:24.664662 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:24.726373 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=9']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:24.967074 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['2145ae08-8d67-45d5-bc60-d74ff38d6e5a'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:32:24.992225 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95b75-709e-4a48-afdb-672587a901be req-08e10722-9288-4264-aabe-03b9583b1f9b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:24.996671 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-74f95b75-709e-4a48-afdb-672587a901be req-08e10722-9288-4264-aabe-03b9583b1f9b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 944 time: 0.0973642 Aug 23 22:32:25.093908 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:25.094572 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-74f95b75-709e-4a48-afdb-672587a901be req-b9e3774b-559f-4859-ada2-70a54caf692e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873680 Aug 23 22:32:25.715833 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-9f5f7742-57f1-4670-8fe8-21ea5a2121a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:25.717854 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-9f5f7742-57f1-4670-8fe8-21ea5a2121a5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=8be30316f0b745d783ec96bc983b2cb1&device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 1128 time: 0.0509243 Aug 23 22:32:25.854063 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-74222d03-5701-4e80-a759-a5d7262f8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:25.855587 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-74222d03-5701-4e80-a759-a5d7262f8079 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 200 len: 918 time: 0.1118834 Aug 23 22:32:25.921879 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:25.948107 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-d887e519-e809-42f3-8984-29dbe3d9d6b9 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a HTTP/1.1" status: 200 len: 1000 time: 0.0842407 Aug 23 22:32:26.029736 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-37a9f7e5-0d15-4864-a282-61457e986d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:26.032326 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-37a9f7e5-0d15-4864-a282-61457e986d61 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 200 len: 855 time: 0.0727892 Aug 23 22:32:26.089872 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-57312607-804a-4626-8aa8-a0b1f23d4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:26.093332 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-57312607-804a-4626-8aa8-a0b1f23d4fa7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=88a201d9-4618-46e2-8cf5-795d8dfe4e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551679 Aug 23 22:32:26.298593 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-6a72231e-9652-4732-9f19-48177d84c263 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978045 Aug 23 22:32:26.311988 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36648dcd-9e22-4899-8f1f-2f0bce3a1353 req-318ab4ff-496c-4df5-b6d0-2b06aa44351e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:26.314897 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-36648dcd-9e22-4899-8f1f-2f0bce3a1353 req-318ab4ff-496c-4df5-b6d0-2b06aa44351e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 944 time: 0.0740111 Aug 23 22:32:26.449993 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:26.452016 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2145ae08-8d67-45d5-bc60-d74ff38d6e5a up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:32:26.490133 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-36648dcd-9e22-4899-8f1f-2f0bce3a1353 req-1f9134eb-b086-4364-8cab-2f3d6bb9e51e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530616 Aug 23 22:32:26.516565 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b75198e5-dffe-4aea-9635-3c985f6149f2 req-4f587782-ea2f-417f-aa7a-dd9592c8c3e4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002547 Aug 23 22:32:26.551284 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:32:26.551969 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:26.687183 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:32:26.688060 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:26.723077 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:32:26.726120 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ab4566-1dbb-40e2-a1de-ef88a15f7baf" -d '{"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-plugged", "status": "completed", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:32:26.746227 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:26.756771 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:26.814194 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:26.819919 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa702ff-3037-47b2-9964-a75b2f49a878 x-openstack-request-id: req-faa702ff-3037-47b2-9964-a75b2f49a878 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:32:26.820680 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-plugged", "status": "completed", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:32:26.821118 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-faa702ff-3037-47b2-9964-a75b2f49a878 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:32:26.821752 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa702ff-3037-47b2-9964-a75b2f49a878'] response: {'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'code': 200} Aug 23 22:32:26.855572 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=10']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:27.018499 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60264) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:27.143516 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3253250-91a8-4b68-b28a-1918a531cf56 req-6364aa18-19d2-46db-8cd0-6daa5d87695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:27.146275 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e3253250-91a8-4b68-b28a-1918a531cf56 req-6364aa18-19d2-46db-8cd0-6daa5d87695d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 1130 time: 0.0524306 Aug 23 22:32:27.155236 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7028feec-6ddd-49df-970d-b4b16a17a808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:27.197393 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e3253250-91a8-4b68-b28a-1918a531cf56 req-70a5b7bd-b5e8-466c-8edc-676255f18c5e service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457959 Aug 23 22:32:27.278868 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7028feec-6ddd-49df-970d-b4b16a17a808 admin admin] Publish callbacks [] for security_group (a90e0878-3141-4b6f-b0b6-7d5cc8636243), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:27.285585 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-7028feec-6ddd-49df-970d-b4b16a17a808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a90e0878-3141-4b6f-b0b6-7d5cc8636243), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:27.331686 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-7028feec-6ddd-49df-970d-b4b16a17a808 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=bcd8882f30d4427c8fea75bf369b3337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120198 Aug 23 22:32:27.333082 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028feec-6ddd-49df-970d-b4b16a17a808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90e0878-3141-4b6f-b0b6-7d5cc8636243,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:27.335530 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60268) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:27.400364 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fce3fddc-f47c-4a66-9d19-18185ebbdbd9 admin admin] Publish callbacks [] for security_group (a90e0878-3141-4b6f-b0b6-7d5cc8636243), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:27.425913 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fce3fddc-f47c-4a66-9d19-18185ebbdbd9 admin admin] Publish callbacks [] for security_group (a90e0878-3141-4b6f-b0b6-7d5cc8636243), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:27.488549 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fce3fddc-f47c-4a66-9d19-18185ebbdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a90e0878-3141-4b6f-b0b6-7d5cc8636243), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:27.492809 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fce3fddc-f47c-4a66-9d19-18185ebbdbd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:27.494840 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-fce3fddc-f47c-4a66-9d19-18185ebbdbd9 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/a90e0878-3141-4b6f-b0b6-7d5cc8636243 HTTP/1.1" status: 204 len: 168 time: 0.1581421 Aug 23 22:32:27.504111 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3fddc-f47c-4a66-9d19-18185ebbdbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90e0878-3141-4b6f-b0b6-7d5cc8636243,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:27.667332 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd268b2-1dce-41a9-87f5-b595c1433a3b req-63d5884e-306d-4c09-8e58-8760108a36c5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:27.668905 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bfd268b2-1dce-41a9-87f5-b595c1433a3b req-63d5884e-306d-4c09-8e58-8760108a36c5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 946 time: 0.0570738 Aug 23 22:32:27.733239 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bfd268b2-1dce-41a9-87f5-b595c1433a3b req-b06c6e45-dcb5-4da4-9c91-bee6ff06a587 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572677 Aug 23 22:32:27.897728 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60278) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:27.924022 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a64499eb-d9cd-4d02-b65c-ca01183570db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:28.046322 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a64499eb-d9cd-4d02-b65c-ca01183570db admin admin] Publish callbacks [] for security_group (6dcd0ba7-420d-44fc-a571-0d7f4ab9329f), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:28.053767 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a64499eb-d9cd-4d02-b65c-ca01183570db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (6dcd0ba7-420d-44fc-a571-0d7f4ab9329f), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:28.116551 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-a64499eb-d9cd-4d02-b65c-ca01183570db admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=9de3a909ca044c87acc4b22c64b972cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174962 Aug 23 22:32:28.117804 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64499eb-d9cd-4d02-b65c-ca01183570db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcd0ba7-420d-44fc-a571-0d7f4ab9329f,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:28.120465 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60280) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:28.185182 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Publish callbacks [] for security_group (6dcd0ba7-420d-44fc-a571-0d7f4ab9329f), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:28.207302 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Publish callbacks [] for security_group (6dcd0ba7-420d-44fc-a571-0d7f4ab9329f), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:28.266620 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (6dcd0ba7-420d-44fc-a571-0d7f4ab9329f), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:28.269507 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:28.270766 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/6dcd0ba7-420d-44fc-a571-0d7f4ab9329f HTTP/1.1" status: 204 len: 168 time: 0.1488423 Aug 23 22:32:28.279908 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcd0ba7-420d-44fc-a571-0d7f4ab9329f,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:28.289622 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.289990 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.290306 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.290655 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.290990 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.291331 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.291688 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.292154 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.292325 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.292660 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.292990 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.293352 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.293682 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.294007 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.294471 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ad66f-2171-4eab-9afa-55343ace4822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:28.947423 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda7845-e527-473f-8e81-249bc9acb6eb req-1f71f291-403e-45c9-b1a1-b804efab2bf9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:28.949885 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-edda7845-e527-473f-8e81-249bc9acb6eb req-1f71f291-403e-45c9-b1a1-b804efab2bf9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 946 time: 0.0861566 Aug 23 22:32:29.027712 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-edda7845-e527-473f-8e81-249bc9acb6eb req-7176c609-5858-494f-ae70-70493018564f tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660214 Aug 23 22:32:30.191512 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3feba-77fe-45e6-a7b7-cc2941131c40 req-30a7e445-9d90-4928-bc57-d13e255340e3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:30.198352 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e2a3feba-77fe-45e6-a7b7-cc2941131c40 req-30a7e445-9d90-4928-bc57-d13e255340e3 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 946 time: 0.0783098 Aug 23 22:32:30.286405 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e2a3feba-77fe-45e6-a7b7-cc2941131c40 req-b4094a99-686d-4cd2-943f-654f5383f358 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752413 Aug 23 22:32:33.046955 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98f740-3aa7-4baf-8b58-58d18b24dd4d req-daa637d6-fcf1-45c9-a835-fc46d1930ce0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:33.048924 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-df98f740-3aa7-4baf-8b58-58d18b24dd4d req-daa637d6-fcf1-45c9-a835-fc46d1930ce0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 945 time: 0.0609152 Aug 23 22:32:33.067964 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:33.131147 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-df98f740-3aa7-4baf-8b58-58d18b24dd4d req-913a34e0-e709-444a-9afa-568b62b80eb0 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722361 Aug 23 22:32:33.351274 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=13 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:33.352136 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=19 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:33.650516 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-96144509-8895-4143-afb1-cc96a0688c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:34.308627 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b79269-abbf-43ef-af51-1c613ff60f7d req-204b59ad-f726-43b1-a415-6878c3a469ec tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:34.311149 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d0b79269-abbf-43ef-af51-1c613ff60f7d req-204b59ad-f726-43b1-a415-6878c3a469ec tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 945 time: 0.0804670 Aug 23 22:32:34.397456 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d0b79269-abbf-43ef-af51-1c613ff60f7d req-fc660ea6-d5c7-4bc9-9907-b6642cd20823 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5790af1f-7280-49cc-867b-ad67727edb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795329 Aug 23 22:32:34.545728 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:32:34.768106 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-45a50d18-7f3f-4122-ad1d-d98343eb5d0f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:34.771495 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-45a50d18-7f3f-4122-ad1d-d98343eb5d0f tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 945 time: 0.0806589 Aug 23 22:32:34.805011 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60444) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:34.892919 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Deleting port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:32:34.893301 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:34.973882 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.007059 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:35.014537 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:35.045982 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] For port 4124fc99-9dcd-4dbc-b245-3aa44b05b837, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=4124fc99-9dcd-4dbc-b245-3aa44b05b837,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:35.047522 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.098237 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Publish callbacks [] for security_group (a6574cd2-5cc1-40ed-88d3-f688367b9dce), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.103215 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a6574cd2-5cc1-40ed-88d3-f688367b9dce), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.126432 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:35.154596 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6574cd2-5cc1-40ed-88d3-f688367b9dce,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:35.162083 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=b818196b96b84243b04799802013f636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558481 Aug 23 22:32:35.168967 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.169370 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.169683 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.170035 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.170378 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.170876 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.171470 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.172638 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.173017 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.173478 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.173829 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.174171 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.174643 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.175005 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.175313 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc4f75-c830-482b-b69d-4d00d5704b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:32:35.180616 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60448) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:35.247705 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-356fe484-6adf-43fe-a7ab-ef68ccb7368a admin admin] Publish callbacks [] for security_group (a6574cd2-5cc1-40ed-88d3-f688367b9dce), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.277026 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-356fe484-6adf-43fe-a7ab-ef68ccb7368a admin admin] Publish callbacks [] for security_group (a6574cd2-5cc1-40ed-88d3-f688367b9dce), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.311590 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.312252 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.312740 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Floating IP 8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c disassociated. External IP: 172.27.2.98, port: 4124fc99-9dcd-4dbc-b245-3aa44b05b837. Aug 23 22:32:35.313563 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Calling delete_port for 4124fc99-9dcd-4dbc-b245-3aa44b05b837 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:32:35.346716 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-356fe484-6adf-43fe-a7ab-ef68ccb7368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a6574cd2-5cc1-40ed-88d3-f688367b9dce), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.349502 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-356fe484-6adf-43fe-a7ab-ef68ccb7368a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.350810 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-356fe484-6adf-43fe-a7ab-ef68ccb7368a admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/a6574cd2-5cc1-40ed-88d3-f688367b9dce HTTP/1.1" status: 204 len: 168 time: 0.1691239 Aug 23 22:32:35.362198 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fe484-6adf-43fe-a7ab-ef68ccb7368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6574cd2-5cc1-40ed-88d3-f688367b9dce,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:35.503150 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (4124fc99-9dcd-4dbc-b245-3aa44b05b837), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.546186 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'Port': ['ID=4124fc99-9dcd-4dbc-b245-3aa44b05b837,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:35.572202 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9d6d7956-c214-4b55-bd30-401e5b8903b8 req-7bf6d468-1b1a-4cfb-889d-c993522ec0af tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 210 time: 0.0586011 Aug 23 22:32:35.746734 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:32:35.795728 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60456) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:35.816346 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8eef-7c4b-493b-a9c9-2ce1477a9e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.880752 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:35.885158 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:32:35.900154 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:32:35.917247 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:32:35.918444 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:32:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:35.939893 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] No DVR routers for this DVR port 4124fc99-9dcd-4dbc-b245-3aa44b05b837 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:32:35.943191 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.947628 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c8cead06-31f8-46ca-85b4-de209fbdf4b1 req-ab751cce-f3c0-4d9e-b4fe-350f623dfaa9 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.86 "DELETE /networking/v2.0/ports/4124fc99-9dcd-4dbc-b245-3aa44b05b837 HTTP/1.1" status: 204 len: 173 time: 1.1694100 Aug 23 22:32:35.948732 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'name': 'network-vif-deleted', 'tag': '4124fc99-9dcd-4dbc-b245-3aa44b05b837'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:32:35.951610 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3417cc-4807-455d-bfe6-d07640d60e9f" -d '{"events": [{"server_uuid": "c0f17a50-b5b6-49b4-a726-04c85ea730f7", "name": "network-vif-deleted", "tag": "4124fc99-9dcd-4dbc-b245-3aa44b05b837"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:32:35.963637 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8eef-7c4b-493b-a9c9-2ce1477a9e0b admin admin] Publish callbacks [] for security_group (8e786b3e-67e3-42e1-8fea-0dcecb6b01ac), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:35.973955 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8eef-7c4b-493b-a9c9-2ce1477a9e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8e786b3e-67e3-42e1-8fea-0dcecb6b01ac), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:36.019234 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b56b4b3-80d4-4b25-9888-fb8dbe6098c2 x-openstack-request-id: req-9b56b4b3-80d4-4b25-9888-fb8dbe6098c2 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:32:36.020314 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d8eef-7c4b-493b-a9c9-2ce1477a9e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e786b3e-67e3-42e1-8fea-0dcecb6b01ac,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:36.020599 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f17a50-b5b6-49b4-a726-04c85ea730f7", "name": "network-vif-deleted", "tag": "4124fc99-9dcd-4dbc-b245-3aa44b05b837", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:32:36.021677 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9b56b4b3-80d4-4b25-9888-fb8dbe6098c2 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:32:36.021677 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b56b4b3-80d4-4b25-9888-fb8dbe6098c2'] response: {'server_uuid': 'c0f17a50-b5b6-49b4-a726-04c85ea730f7', 'name': 'network-vif-deleted', 'tag': '4124fc99-9dcd-4dbc-b245-3aa44b05b837', 'status': 'completed', 'code': 200} Aug 23 22:32:36.049982 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8b58-79fe-4dc2-b53e-093850ff08db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:36.053482 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5b0d8eef-7c4b-493b-a9c9-2ce1477a9e0b admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=1b7617dac3914c90b31955da1108babf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562618 Aug 23 22:32:36.054864 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60460) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:36.127344 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:32:36.136620 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3058da02-b7fc-4975-84aa-401a075fa173 admin admin] Publish callbacks [] for security_group (8e786b3e-67e3-42e1-8fea-0dcecb6b01ac), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:36.167858 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3058da02-b7fc-4975-84aa-401a075fa173 admin admin] Publish callbacks [] for security_group (8e786b3e-67e3-42e1-8fea-0dcecb6b01ac), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:36.271299 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3058da02-b7fc-4975-84aa-401a075fa173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8e786b3e-67e3-42e1-8fea-0dcecb6b01ac), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:36.275545 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3058da02-b7fc-4975-84aa-401a075fa173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:36.278119 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-3058da02-b7fc-4975-84aa-401a075fa173 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/8e786b3e-67e3-42e1-8fea-0dcecb6b01ac HTTP/1.1" status: 204 len: 168 time: 0.2218013 Aug 23 22:32:36.288654 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058da02-b7fc-4975-84aa-401a075fa173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e786b3e-67e3-42e1-8fea-0dcecb6b01ac,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:36.600012 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:36.637952 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:32:36.651301 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:32:36.652133 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:32:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:36.800899 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a273754c-1d02-44ac-9d2e-421e314f1388 req-1bd90bb3-99ce-4ae3-888a-74ab2b19826d tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c0f17a50-b5b6-49b4-a726-04c85ea730f7 HTTP/1.1" status: 200 len: 210 time: 0.0608377 Aug 23 22:32:36.822691 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:32:37.137597 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:37.180195 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b0781-b59c-4fe9-bc96-5b6b2f4267d5 None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:24:35Z', 'revision_number': 4, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8', 'name': '', 'network_id': '4c01e5e5-25ba-44de-af70-328d6d292257', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'mac_address': 'fa:16:3e:1c:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'da87230b-040f-4662-82db-afbf246dea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:33Z', 'updated_at': '2022-08-23T22:25:05Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'subnets': [{'id': 'da87230b-040f-4662-82db-afbf246dea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:32:37.507651 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe65b7-5fc9-4b3e-b87b-a06bcddef7bf None None] New status for floating IP 8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c: DOWN {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:32:37.942813 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60526) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:38.037185 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-845871c5-d069-47a4-a3d1-f8cea3369097 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (5790af1f-7280-49cc-867b-ad67727edb46), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.081714 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-845871c5-d069-47a4-a3d1-f8cea3369097 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (5790af1f-7280-49cc-867b-ad67727edb46), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.170658 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-845871c5-d069-47a4-a3d1-f8cea3369097 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (5790af1f-7280-49cc-867b-ad67727edb46), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.176173 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-845871c5-d069-47a4-a3d1-f8cea3369097 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.178060 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-845871c5-d069-47a4-a3d1-f8cea3369097 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/5790af1f-7280-49cc-867b-ad67727edb46 HTTP/1.1" status: 204 len: 168 time: 0.2335775 Aug 23 22:32:38.185935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60532) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:38.199122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845871c5-d069-47a4-a3d1-f8cea3369097 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5790af1f-7280-49cc-867b-ad67727edb46,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:38.214993 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.api.v2.resource [None req-2338e3b5-da33-4029-aa91-ecd165db930a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] show failed (client error): The resource could not be found. Aug 23 22:32:38.216906 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-2338e3b5-da33-4029-aa91-ecd165db930a tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "GET /networking/v2.0/security-groups/5790af1f-7280-49cc-867b-ad67727edb46 HTTP/1.1" status: 404 len: 347 time: 0.0328984 Aug 23 22:32:38.222179 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60534) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:38.425775 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Deleting port 4a160a96-bdf3-4fea-a5d4-6c100edbd7d2 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:32:38.426297 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (4a160a96-bdf3-4fea-a5d4-6c100edbd7d2), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.524293 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 4124fc99-9dcd-4dbc-b245-3aa44b05b837 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:32:38.547454 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:38.547736 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 4124fc99-9dcd-4dbc-b245-3aa44b05b837 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:32:38.548002 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 4124fc99-9dcd-4dbc-b245-3aa44b05b837 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:32:38.575578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (4a160a96-bdf3-4fea-a5d4-6c100edbd7d2), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.576044 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (4a160a96-bdf3-4fea-a5d4-6c100edbd7d2), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.603504 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Calling delete_port for 4a160a96-bdf3-4fea-a5d4-6c100edbd7d2 owned by network:floatingip {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:32:38.816461 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (4a160a96-bdf3-4fea-a5d4-6c100edbd7d2), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.830899 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.843752 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Pushing event deleted for resources: {'Port': ['ID=4a160a96-bdf3-4fea-a5d4-6c100edbd7d2,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:38.988686 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks [] for floatingip (8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.992649 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:38.994836 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-2064ccaf-7b60-433a-ad01-41c486a24484 tempest-AttachVolumeNegativeTest-1531829796 tempest-AttachVolumeNegativeTest-1531829796-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/8e7248c3-5ebf-4274-9c8e-b425f0cd3c6c HTTP/1.1" status: 204 len: 168 time: 0.7709391 Aug 23 22:32:40.115731 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:41.047708 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:42.966899 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60596) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:43.401170 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:43.511843 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (a784a106-e884-43f6-a623-3d446a5cd86f), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:43.608031 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:43.768432 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Deleting port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:32:43.768812 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:43.875636 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] For port 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:43.875991 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:43.892564 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Calling delete_port for 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 owned by network:router_interface {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:32:44.091985 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:44.118164 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:44.341171 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (a784a106-e884-43f6-a623-3d446a5cd86f), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:44.398353 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:44.597438 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Router a784a106-e884-43f6-a623-3d446a5cd86f has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:32:44.613048 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:44.734577 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:32:44.741670 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-d07605d2-e5d5-4c7b-9441-b08857189252 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/a784a106-e884-43f6-a623-3d446a5cd86f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7737858 Aug 23 22:32:44.743019 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60602) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:44.747143 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] Sync routers for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:32:44.769267 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:32:44.770469 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:32:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:44.888004 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks [] for router (a784a106-e884-43f6-a623-3d446a5cd86f), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:44.926115 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:32:45.109210 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:45.133769 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:32:44Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:45.160181 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] Checking router: a784a106-e884-43f6-a623-3d446a5cd86f for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:32:45.169685 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] Routers {'a784a106-e884-43f6-a623-3d446a5cd86f'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:32:45.170307 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:32:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['a784a106-e884-43f6-a623-3d446a5cd86f'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:45.262762 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks [] for router_gateway (a784a106-e884-43f6-a623-3d446a5cd86f), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:45.273783 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:45.295283 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] Set router a784a106-e884-43f6-a623-3d446a5cd86f gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:32:45.314955 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Deleting port e23a2553-4186-4486-9d81-409370f3aeb8 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:32:45.315462 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:45.417102 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] For port e23a2553-4186-4486-9d81-409370f3aeb8, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e23a2553-4186-4486-9d81-409370f3aeb8,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:45.417784 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:45.436826 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Calling delete_port for e23a2553-4186-4486-9d81-409370f3aeb8 owned by network:router_gateway {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:32:45.541679 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:32:44Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:45.567116 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835a62b-ae36-42e8-978a-04c6db585c54 None None] The sync data for ids ['a784a106-e884-43f6-a623-3d446a5cd86f'] in dv-cinder-850321-4-iscsi is: [{'id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'name': 'tempest-AttachVolumeNegativeTest-332702787-router', 'tenant_id': 'c0fc1c15f821495e9883814ffc7aed78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:18Z', 'updated_at': '2022-08-23T22:32:44Z', 'revision_number': 5, 'project_id': 'c0fc1c15f821495e9883814ffc7aed78', 'gw_port': {'id': 'e23a2553-4186-4486-9d81-409370f3aeb8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a784a106-e884-43f6-a623-3d446a5cd86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:20Z', 'updated_at': '2022-08-23T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:32:45.666073 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (e23a2553-4186-4486-9d81-409370f3aeb8), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:45.697107 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e23a2553-4186-4486-9d81-409370f3aeb8,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:45.761186 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (a784a106-e884-43f6-a623-3d446a5cd86f), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:45.847976 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:45.854523 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (a784a106-e884-43f6-a623-3d446a5cd86f), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:45.857121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks [] for router_controller (a784a106-e884-43f6-a623-3d446a5cd86f), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:45.894308 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:45.903615 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (a784a106-e884-43f6-a623-3d446a5cd86f), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:45.904471 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router a784a106-e884-43f6-a623-3d446a5cd86f {{(pid=106593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:32:45.910950 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:45.911880 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c5c56255-a84c-40fc-b397-950dc5eb40ef admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/a784a106-e884-43f6-a623-3d446a5cd86f HTTP/1.1" status: 204 len: 168 time: 1.1674852 Aug 23 22:32:45.914547 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60608) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:45.965402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82dbf68-04d2-4eff-b17e-8975a80702dd admin admin] Deleting subnet da87230b-040f-4662-82db-afbf246dea95 {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:32:45.969465 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a82dbf68-04d2-4eff-b17e-8975a80702dd admin admin] Publish callbacks [] for subnet (da87230b-040f-4662-82db-afbf246dea95), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.271715 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a82dbf68-04d2-4eff-b17e-8975a80702dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25223832'] for subnet (da87230b-040f-4662-82db-afbf246dea95), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.335080 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:46.350230 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a82dbf68-04d2-4eff-b17e-8975a80702dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (da87230b-040f-4662-82db-afbf246dea95), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.407269 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a82dbf68-04d2-4eff-b17e-8975a80702dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26759021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867471'] for subnet (da87230b-040f-4662-82db-afbf246dea95), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.438535 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dbf68-04d2-4eff-b17e-8975a80702dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da87230b-040f-4662-82db-afbf246dea95,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:46.442538 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a82dbf68-04d2-4eff-b17e-8975a80702dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.446215 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a82dbf68-04d2-4eff-b17e-8975a80702dd admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/da87230b-040f-4662-82db-afbf246dea95 HTTP/1.1" status: 204 len: 168 time: 0.5301168 Aug 23 22:32:46.448237 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60610) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:46.448847 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945d8c3f-d2d7-4729-a2f7-b2d0af54fbd7 None None] Network 4c01e5e5-25ba-44de-af70-328d6d292257 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:32:46.532331 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (4c01e5e5-25ba-44de-af70-328d6d292257), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.584666 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Deleting port 85918bf7-6466-4b7c-972a-43d0dbe680cb {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:32:46.585008 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.645254 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e646d-6bce-4c7a-a888-7e706aeaabe8 None None] DHCP port deletion for 4c01e5e5-25ba-44de-af70-328d6d292257 request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:32:46.686916 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] For port 85918bf7-6466-4b7c-972a-43d0dbe680cb, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=85918bf7-6466-4b7c-972a-43d0dbe680cb,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:46.687309 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.695408 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-be5e646d-6bce-4c7a-a888-7e706aeaabe8 None None] Deleting port 85918bf7-6466-4b7c-972a-43d0dbe680cb {{(pid=106595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:32:46.696078 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-be5e646d-6bce-4c7a-a888-7e706aeaabe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), before_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.706913 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Calling delete_port for 85918bf7-6466-4b7c-972a-43d0dbe680cb owned by network:dhcp {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:32:46.724586 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e23a2553-4186-4486-9d81-409370f3aeb8 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:32:46.755277 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: e23a2553-4186-4486-9d81-409370f3aeb8 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:32:46.755622 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e23a2553-4186-4486-9d81-409370f3aeb8 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:32:46.756041 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:32:46.809755 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:32:46.810106 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 58b2f4bf-20a2-4c01-a3c6-a9cc4e5034e8 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:32:46.810526 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 85918bf7-6466-4b7c-972a-43d0dbe680cb no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:32:46.815252 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.817763 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-be5e646d-6bce-4c7a-a888-7e706aeaabe8 None None] For port 85918bf7-6466-4b7c-972a-43d0dbe680cb, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=85918bf7-6466-4b7c-972a-43d0dbe680cb,segment=NetworkSegment(ca76bbfc-099d-4567-af24-06f6b35c555a),segment_id=ca76bbfc-099d-4567-af24-06f6b35c555a)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:32:46.818200 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-be5e646d-6bce-4c7a-a888-7e706aeaabe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), precommit_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.844338 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 85918bf7-6466-4b7c-972a-43d0dbe680cb {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:32:46.844805 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 85918bf7-6466-4b7c-972a-43d0dbe680cb not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:32:46.844973 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Pushing event deleted for resources: {'Port': ['ID=85918bf7-6466-4b7c-972a-43d0dbe680cb,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:46.850502 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-be5e646d-6bce-4c7a-a888-7e706aeaabe8 None None] Calling delete_port for 85918bf7-6466-4b7c-972a-43d0dbe680cb owned by network:dhcp {{(pid=106595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:32:46.850689 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] No DVR routers for this DVR port 85918bf7-6466-4b7c-972a-43d0dbe680cb on host dv-cinder-850321-4-iscsi {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:32:46.902261 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:46.933268 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (4c01e5e5-25ba-44de-af70-328d6d292257), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.946942 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-be5e646d-6bce-4c7a-a888-7e706aeaabe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (85918bf7-6466-4b7c-972a-43d0dbe680cb), after_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:46.957105 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c01e5e5-25ba-44de-af70-328d6d292257']}} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:46.966802 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca76bbfc-099d-4567-af24-06f6b35c555a') {'for_net_delete': True} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:46.967108 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca76bbfc-099d-4567-af24-06f6b35c555a') {} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:46.972414 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e646d-6bce-4c7a-a888-7e706aeaabe8 None None] Pushing event deleted for resources: {'Port': ['ID=85918bf7-6466-4b7c-972a-43d0dbe680cb,revision_number=None']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:46.980663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e646d-6bce-4c7a-a888-7e706aeaabe8 None None] No DVR routers for this DVR port 85918bf7-6466-4b7c-972a-43d0dbe680cb on host dv-cinder-850321-4-iscsi {{(pid=106595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:32:46.983144 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25223823'] for segment (ca76bbfc-099d-4567-af24-06f6b35c555a), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:47.001287 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (ca76bbfc-099d-4567-af24-06f6b35c555a), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:47.007689 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=106594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:32:47.008221 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768079'] for segment (ca76bbfc-099d-4567-af24-06f6b35c555a), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:47.031407 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment ca76bbfc-099d-4567-af24-06f6b35c555a resource provider aggregate not found Aug 23 22:32:47.075514 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment ca76bbfc-099d-4567-af24-06f6b35c555a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca76bbfc-099d-4567-af24-06f6b35c555a found for delete ", "request_id": "req-288964f3-cfc9-49d5-9f93-051d24e1979c"}]} Aug 23 22:32:47.088439 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (4c01e5e5-25ba-44de-af70-328d6d292257), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:47.095899 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:47.099271 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/4c01e5e5-25ba-44de-af70-328d6d292257 HTTP/1.1" status: 204 len: 168 time: 0.6500716 Aug 23 22:32:47.114410 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e7a09-4038-41df-9ebc-e46357ed4749 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c01e5e5-25ba-44de-af70-328d6d292257,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:47.233438 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60620) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:47.284580 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-02061b35-c621-499b-b373-a964a312073a admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=c0fc1c15f821495e9883814ffc7aed78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491588 Aug 23 22:32:47.287526 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60622) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:47.346180 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ff48b75d-9968-4861-9a09-59aecd665d4d admin admin] Publish callbacks [] for security_group (a76a3c5a-8a28-4acf-be95-7dc899723aa7), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:47.368441 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ff48b75d-9968-4861-9a09-59aecd665d4d admin admin] Publish callbacks [] for security_group (a76a3c5a-8a28-4acf-be95-7dc899723aa7), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:47.431555 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ff48b75d-9968-4861-9a09-59aecd665d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a76a3c5a-8a28-4acf-be95-7dc899723aa7), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:47.434310 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ff48b75d-9968-4861-9a09-59aecd665d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:47.435461 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ff48b75d-9968-4861-9a09-59aecd665d4d admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/a76a3c5a-8a28-4acf-be95-7dc899723aa7 HTTP/1.1" status: 204 len: 168 time: 0.1469274 Aug 23 22:32:47.444261 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48b75d-9968-4861-9a09-59aecd665d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76a3c5a-8a28-4acf-be95-7dc899723aa7,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:48.266898 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60646) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:48.378821 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1193979679-network', 'tenant_id': 'c5168e9113384226a90b5bfd2fe46a9c'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:32:48.402272 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Made reservation on behalf of c5168e9113384226a90b5bfd2fe46a9c for: {'network': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:32:48.405034 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:48.407669 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:UPDATE=1,neutron:SELECT=85,neutron:DELETE=14 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:48.416317 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:48.517123 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Publish callbacks [] for security_group (d9044644-b92b-4926-b657-f6e738415a41), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:48.522131 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d9044644-b92b-4926-b657-f6e738415a41), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:48.556103 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=106594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:32:48.563725 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9044644-b92b-4926-b657-f6e738415a41,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:48.571357 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (5d30c86a-5c62-4f13-88d2-12af44baac4a), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:48.571908 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.segments_db [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Added segment 5d30c86a-5c62-4f13-88d2-12af44baac4a of type vlan for network e87a508a-7efa-4fa7-a5ad-3756fcf78e80 Aug 23 22:32:48.622787 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (e87a508a-7efa-4fa7-a5ad-3756fcf78e80), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:48.653718 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (e87a508a-7efa-4fa7-a5ad-3756fcf78e80), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:48.656619 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:48.657789 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:48.705497 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4371216 Aug 23 22:32:48.708453 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60652) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:48.714440 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Request body: {'subnet': {'network_id': 'e87a508a-7efa-4fa7-a5ad-3756fcf78e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1193979679-subnet', 'tenant_id': 'c5168e9113384226a90b5bfd2fe46a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:32:48.753109 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40d587-c833-4f88-a6d3-0c21daa9fe2f admin admin] Pushing event updated for resources: {'Network': ['ID=e87a508a-7efa-4fa7-a5ad-3756fcf78e80,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:48.770711 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network e87a508a-7efa-4fa7-a5ad-3756fcf78e80 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:32:48.776289 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Made reservation on behalf of c5168e9113384226a90b5bfd2fe46a9c for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:32:48.780412 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26867508'] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:48.841012 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:48.855602 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:49.036139 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26758946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26867462'] for subnet (c8563036-4575-48da-b4fd-4c74022cdddc), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:49.095368 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8563036-4575-48da-b4fd-4c74022cdddc,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:49.122270 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Checking segment: {'id': '5d30c86a-5c62-4f13-88d2-12af44baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e87a508a-7efa-4fa7-a5ad-3756fcf78e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:32:49.122866 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Network hostable DHCP agents. Network: e87a508a-7efa-4fa7-a5ad-3756fcf78e80, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:32:49.157402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Network e87a508a-7efa-4fa7-a5ad-3756fcf78e80 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:32:49.173986 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, e87a508a-7efa-4fa7-a5ad-3756fcf78e80) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:32:49.180645 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:49.181999 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:49.191150 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f775de9-3179-40bb-8965-f443f58a314c None None] Network e87a508a-7efa-4fa7-a5ad-3756fcf78e80 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:32:49.205765 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-e4936a9c-3b54-44e9-904a-91519cbfdbc3 admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4958427 Aug 23 22:32:49.320715 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f53844-48b4-4ebc-9602-fe8b62948df8 None None] Network e87a508a-7efa-4fa7-a5ad-3756fcf78e80 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:32:49.786095 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60680) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:49.792672 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-130423344-network', 'tenant_id': '3d5c045dafd64c6cb15078633a913fba'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:32:49.821883 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Made reservation on behalf of 3d5c045dafd64c6cb15078633a913fba for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:32:49.824562 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:49.838764 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:49.923540 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Publish callbacks [] for security_group (db6c4696-6bcd-4a7d-9449-5aef5c575ec9), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:49.928119 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (db6c4696-6bcd-4a7d-9449-5aef5c575ec9), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:49.957668 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:32:49.964802 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6c4696-6bcd-4a7d-9449-5aef5c575ec9,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:49.971295 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (30a4563d-8883-4853-b281-6ca8175e6089), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:49.971655 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Added segment 30a4563d-8883-4853-b281-6ca8175e6089 of type vlan for network a1493367-d21d-49cb-bfc9-55b18583596d Aug 23 22:32:50.013611 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (a1493367-d21d-49cb-bfc9-55b18583596d), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.040851 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (a1493367-d21d-49cb-bfc9-55b18583596d), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.041891 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:50.042484 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.080963 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2932456 Aug 23 22:32:50.084224 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60682) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:50.089248 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Request body: {'subnet': {'network_id': 'a1493367-d21d-49cb-bfc9-55b18583596d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-130423344-subnet', 'tenant_id': '3d5c045dafd64c6cb15078633a913fba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:32:50.110174 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75d7cc-6415-40a3-adfa-187e5f10a201 admin admin] Pushing event updated for resources: {'Network': ['ID=a1493367-d21d-49cb-bfc9-55b18583596d,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:50.115055 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Made reservation on behalf of 3d5c045dafd64c6cb15078633a913fba for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:32:50.117924 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26867508'] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.120991 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network a1493367-d21d-49cb-bfc9-55b18583596d details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:32:50.200909 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:50.316516 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26758946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26867462'] for subnet (14d4c80f-5792-48e7-8b6c-3d6c4b8f8441), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.392525 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d4c80f-5792-48e7-8b6c-3d6c4b8f8441,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:50.404771 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Checking segment: {'id': '30a4563d-8883-4853-b281-6ca8175e6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'a1493367-d21d-49cb-bfc9-55b18583596d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:32:50.405172 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Network hostable DHCP agents. Network: a1493367-d21d-49cb-bfc9-55b18583596d, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:32:50.426453 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Network a1493367-d21d-49cb-bfc9-55b18583596d is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:32:50.437713 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, a1493367-d21d-49cb-bfc9-55b18583596d) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:32:50.442055 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:32:50.442662 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.448536 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd3590-7c28-401e-9759-8dcd91b529b4 None None] Network a1493367-d21d-49cb-bfc9-55b18583596d requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:32:50.463392 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-dde89609-871f-4d13-8d4e-b9d64d212753 admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3777950 Aug 23 22:32:50.467634 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:50.575755 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b013098-aa97-48f4-bd4d-aa9b8864cd86 None None] Network a1493367-d21d-49cb-bfc9-55b18583596d requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:32:50.614014 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60688) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:50.665984 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_v2 [None req-654e3175-b10d-415e-b749-2fff5ef14231 admin admin] Deleting subnet c8563036-4575-48da-b4fd-4c74022cdddc {{(pid=106593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:32:50.669832 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-654e3175-b10d-415e-b749-2fff5ef14231 admin admin] Publish callbacks [] for subnet (c8563036-4575-48da-b4fd-4c74022cdddc), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.711247 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-654e3175-b10d-415e-b749-2fff5ef14231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25456179'] for subnet (c8563036-4575-48da-b4fd-4c74022cdddc), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.774171 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-654e3175-b10d-415e-b749-2fff5ef14231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (c8563036-4575-48da-b4fd-4c74022cdddc), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.841997 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-654e3175-b10d-415e-b749-2fff5ef14231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25505823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26779442'] for subnet (c8563036-4575-48da-b4fd-4c74022cdddc), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.871687 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e3175-b10d-415e-b749-2fff5ef14231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8563036-4575-48da-b4fd-4c74022cdddc,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:50.873900 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-654e3175-b10d-415e-b749-2fff5ef14231 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:50.877634 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-654e3175-b10d-415e-b749-2fff5ef14231 admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/c8563036-4575-48da-b4fd-4c74022cdddc HTTP/1.1" status: 204 len: 168 time: 0.2626328 Aug 23 22:32:50.879737 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60690) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:50.966756 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (e87a508a-7efa-4fa7-a5ad-3756fcf78e80), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.079007 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (e87a508a-7efa-4fa7-a5ad-3756fcf78e80), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.102240 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87a508a-7efa-4fa7-a5ad-3756fcf78e80']}} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:51.113434 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d30c86a-5c62-4f13-88d2-12af44baac4a') {'for_net_delete': True} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:51.113887 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d30c86a-5c62-4f13-88d2-12af44baac4a') {} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:51.120691 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:51.125855 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25223823'] for segment (5d30c86a-5c62-4f13-88d2-12af44baac4a), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.143786 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (5d30c86a-5c62-4f13-88d2-12af44baac4a), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.151954 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=106594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:32:51.152354 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768079'] for segment (5d30c86a-5c62-4f13-88d2-12af44baac4a), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.181501 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 5d30c86a-5c62-4f13-88d2-12af44baac4a resource provider aggregate not found Aug 23 22:32:51.213012 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 5d30c86a-5c62-4f13-88d2-12af44baac4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d30c86a-5c62-4f13-88d2-12af44baac4a found for delete ", "request_id": "req-6a7d3331-8cee-4625-8f25-4f037eab4fe2"}]} Aug 23 22:32:51.223401 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (e87a508a-7efa-4fa7-a5ad-3756fcf78e80), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.229524 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.232783 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/e87a508a-7efa-4fa7-a5ad-3756fcf78e80 HTTP/1.1" status: 204 len: 168 time: 0.3520346 Aug 23 22:32:51.237752 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60698) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:51.249008 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177c754-3edc-4d1f-8a52-e9d9e8387a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e87a508a-7efa-4fa7-a5ad-3756fcf78e80,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:51.287963 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_v2 [None req-c299fc03-f525-45b0-ab58-a9ba641e4ecc admin admin] Deleting subnet 14d4c80f-5792-48e7-8b6c-3d6c4b8f8441 {{(pid=106593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:32:51.291960 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c299fc03-f525-45b0-ab58-a9ba641e4ecc admin admin] Publish callbacks [] for subnet (14d4c80f-5792-48e7-8b6c-3d6c4b8f8441), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.333141 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c299fc03-f525-45b0-ab58-a9ba641e4ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25456179'] for subnet (14d4c80f-5792-48e7-8b6c-3d6c4b8f8441), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.385085 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c299fc03-f525-45b0-ab58-a9ba641e4ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (14d4c80f-5792-48e7-8b6c-3d6c4b8f8441), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.416709 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:51.450878 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:51.460569 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c299fc03-f525-45b0-ab58-a9ba641e4ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25505823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26779442'] for subnet (14d4c80f-5792-48e7-8b6c-3d6c4b8f8441), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.504669 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299fc03-f525-45b0-ab58-a9ba641e4ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d4c80f-5792-48e7-8b6c-3d6c4b8f8441,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:51.510873 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c299fc03-f525-45b0-ab58-a9ba641e4ecc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.517918 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c299fc03-f525-45b0-ab58-a9ba641e4ecc admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/14d4c80f-5792-48e7-8b6c-3d6c4b8f8441 HTTP/1.1" status: 204 len: 168 time: 0.2758646 Aug 23 22:32:51.518337 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60702) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:51.639633 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (a1493367-d21d-49cb-bfc9-55b18583596d), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.740827 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (a1493367-d21d-49cb-bfc9-55b18583596d), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.771619 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1493367-d21d-49cb-bfc9-55b18583596d']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:51.787601 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a4563d-8883-4853-b281-6ca8175e6089') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:51.788042 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a4563d-8883-4853-b281-6ca8175e6089') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:32:51.804369 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (30a4563d-8883-4853-b281-6ca8175e6089), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.827161 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (30a4563d-8883-4853-b281-6ca8175e6089), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.837037 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:32:51.837643 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (30a4563d-8883-4853-b281-6ca8175e6089), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.874024 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 30a4563d-8883-4853-b281-6ca8175e6089 resource provider aggregate not found Aug 23 22:32:51.916521 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 30a4563d-8883-4853-b281-6ca8175e6089 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30a4563d-8883-4853-b281-6ca8175e6089 found for delete ", "request_id": "req-f36da814-8a83-42f7-8dc0-668aff945415"}]} Aug 23 22:32:51.934650 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (a1493367-d21d-49cb-bfc9-55b18583596d), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.942690 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:51.946870 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/a1493367-d21d-49cb-bfc9-55b18583596d HTTP/1.1" status: 204 len: 168 time: 0.4271173 Aug 23 22:32:51.965963 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614caa5-07f1-4c22-83a9-8ce6d57eb541 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1493367-d21d-49cb-bfc9-55b18583596d,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:52.249567 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60710) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:52.335913 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-fa57cb8c-8c62-4c04-af78-e1b325333054 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=c5168e9113384226a90b5bfd2fe46a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843446 Aug 23 22:32:52.338666 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60714) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:52.442095 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05db-52d4-4c73-b19f-39a242dfaaeb admin admin] Publish callbacks [] for security_group (d9044644-b92b-4926-b657-f6e738415a41), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:52.481998 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05db-52d4-4c73-b19f-39a242dfaaeb admin admin] Publish callbacks [] for security_group (d9044644-b92b-4926-b657-f6e738415a41), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:52.573236 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05db-52d4-4c73-b19f-39a242dfaaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d9044644-b92b-4926-b657-f6e738415a41), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:52.575950 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8f5f05db-52d4-4c73-b19f-39a242dfaaeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:52.577226 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-8f5f05db-52d4-4c73-b19f-39a242dfaaeb admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/d9044644-b92b-4926-b657-f6e738415a41 HTTP/1.1" status: 204 len: 168 time: 0.2371006 Aug 23 22:32:52.586384 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f05db-52d4-4c73-b19f-39a242dfaaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9044644-b92b-4926-b657-f6e738415a41,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:53.099903 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60720) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:53.115146 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:53.156782 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-b9abc655-2d4a-4116-a92b-a3edce330327 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=3d5c045dafd64c6cb15078633a913fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554702 Aug 23 22:32:53.159430 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60722) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:53.222341 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ba66-c5e6-46a7-9be6-5bc5d5cf0b1f admin admin] Publish callbacks [] for security_group (db6c4696-6bcd-4a7d-9449-5aef5c575ec9), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:53.251148 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ba66-c5e6-46a7-9be6-5bc5d5cf0b1f admin admin] Publish callbacks [] for security_group (db6c4696-6bcd-4a7d-9449-5aef5c575ec9), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:53.312662 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ba66-c5e6-46a7-9be6-5bc5d5cf0b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (db6c4696-6bcd-4a7d-9449-5aef5c575ec9), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:53.315627 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ba66-c5e6-46a7-9be6-5bc5d5cf0b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:53.316809 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8aa0ba66-c5e6-46a7-9be6-5bc5d5cf0b1f admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/db6c4696-6bcd-4a7d-9449-5aef5c575ec9 HTTP/1.1" status: 204 len: 168 time: 0.1564429 Aug 23 22:32:53.325309 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0ba66-c5e6-46a7-9be6-5bc5d5cf0b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6c4696-6bcd-4a7d-9449-5aef5c575ec9,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:55.544379 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=21 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:55.545327 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=33 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:55.677197 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60782) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:55.822804 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ab31fb33-5254-476d-881e-61b40620c7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:55.931630 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ab31fb33-5254-476d-881e-61b40620c7bd admin admin] Publish callbacks [] for security_group (46a456f3-8b85-4dbe-aff0-87695293eb75), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:55.938322 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-ab31fb33-5254-476d-881e-61b40620c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (46a456f3-8b85-4dbe-aff0-87695293eb75), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:55.980827 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31fb33-5254-476d-881e-61b40620c7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a456f3-8b85-4dbe-aff0-87695293eb75,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:55.986531 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-ab31fb33-5254-476d-881e-61b40620c7bd admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=357560bec2994339a00ac5b5935115a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081629 Aug 23 22:32:55.990162 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60786) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:56.055266 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8805a3e6-671f-4ebf-b8b6-be7a924077ff admin admin] Publish callbacks [] for security_group (46a456f3-8b85-4dbe-aff0-87695293eb75), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.078248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8805a3e6-671f-4ebf-b8b6-be7a924077ff admin admin] Publish callbacks [] for security_group (46a456f3-8b85-4dbe-aff0-87695293eb75), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.132211 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8805a3e6-671f-4ebf-b8b6-be7a924077ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (46a456f3-8b85-4dbe-aff0-87695293eb75), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.135788 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8805a3e6-671f-4ebf-b8b6-be7a924077ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.137116 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-8805a3e6-671f-4ebf-b8b6-be7a924077ff admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/46a456f3-8b85-4dbe-aff0-87695293eb75 HTTP/1.1" status: 204 len: 168 time: 0.1461112 Aug 23 22:32:56.146648 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805a3e6-671f-4ebf-b8b6-be7a924077ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a456f3-8b85-4dbe-aff0-87695293eb75,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:56.411322 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60798) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:56.567250 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ab430eed-c51e-44a7-a3c7-8cbfeb6b9c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.617752 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:56.622495 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60802) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:56.638411 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-db4b5e3b-7f8f-458f-b994-6e442f073676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.656963 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:56.681661 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=9 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:32:56.688783 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ab430eed-c51e-44a7-a3c7-8cbfeb6b9c26 admin admin] Publish callbacks [] for security_group (a4ea7d0c-3f8d-4bb8-b678-896b4da64dce), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.695392 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ab430eed-c51e-44a7-a3c7-8cbfeb6b9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a4ea7d0c-3f8d-4bb8-b678-896b4da64dce), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.781968 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ab430eed-c51e-44a7-a3c7-8cbfeb6b9c26 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=87877dbc4a8a454182f279c412275476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690691 Aug 23 22:32:56.783477 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab430eed-c51e-44a7-a3c7-8cbfeb6b9c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ea7d0c-3f8d-4bb8-b678-896b4da64dce,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:56.785204 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60804) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:56.801706 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-db4b5e3b-7f8f-458f-b994-6e442f073676 admin admin] Publish callbacks [] for security_group (afe4be5b-bc14-41dc-b8dc-51984f8afdd5), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.813813 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-db4b5e3b-7f8f-458f-b994-6e442f073676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (afe4be5b-bc14-41dc-b8dc-51984f8afdd5), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.888434 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b5e3b-7f8f-458f-b994-6e442f073676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe4be5b-bc14-41dc-b8dc-51984f8afdd5,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:56.913146 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-db4b5e3b-7f8f-458f-b994-6e442f073676 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=3243325520f34e83afdc5e605fcab9f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891579 Aug 23 22:32:56.917534 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60806) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:32:56.928383 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-00e1d222-aa83-4fae-a291-9e559b8155f0 admin admin] Publish callbacks [] for security_group (a4ea7d0c-3f8d-4bb8-b678-896b4da64dce), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.965342 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-00e1d222-aa83-4fae-a291-9e559b8155f0 admin admin] Publish callbacks [] for security_group (a4ea7d0c-3f8d-4bb8-b678-896b4da64dce), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:56.990594 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-128df566-f8ec-4f23-ac66-d6942be38a07 admin admin] Publish callbacks [] for security_group (afe4be5b-bc14-41dc-b8dc-51984f8afdd5), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:57.022653 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-128df566-f8ec-4f23-ac66-d6942be38a07 admin admin] Publish callbacks [] for security_group (afe4be5b-bc14-41dc-b8dc-51984f8afdd5), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:57.052336 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-00e1d222-aa83-4fae-a291-9e559b8155f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (a4ea7d0c-3f8d-4bb8-b678-896b4da64dce), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:57.056816 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-00e1d222-aa83-4fae-a291-9e559b8155f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:57.058778 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-00e1d222-aa83-4fae-a291-9e559b8155f0 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/a4ea7d0c-3f8d-4bb8-b678-896b4da64dce HTTP/1.1" status: 204 len: 168 time: 0.2712872 Aug 23 22:32:57.074787 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1d222-aa83-4fae-a291-9e559b8155f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ea7d0c-3f8d-4bb8-b678-896b4da64dce,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:32:57.108196 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-128df566-f8ec-4f23-ac66-d6942be38a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (afe4be5b-bc14-41dc-b8dc-51984f8afdd5), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:57.112446 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-128df566-f8ec-4f23-ac66-d6942be38a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:32:57.113856 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-128df566-f8ec-4f23-ac66-d6942be38a07 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/afe4be5b-bc14-41dc-b8dc-51984f8afdd5 HTTP/1.1" status: 204 len: 168 time: 0.1948681 Aug 23 22:32:57.129936 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128df566-f8ec-4f23-ac66-d6942be38a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe4be5b-bc14-41dc-b8dc-51984f8afdd5,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:03.644867 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-39fa8941-1736-48b1-b29f-89d8840d1c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:04.417801 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301831b2-b44a-463b-96ec-09ce4655524f req-57fe827f-44c5-42e3-85a2-d8f60e506c9b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:04.421890 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-301831b2-b44a-463b-96ec-09ce4655524f req-57fe827f-44c5-42e3-85a2-d8f60e506c9b tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 946 time: 0.0889580 Aug 23 22:33:04.482749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:04.488724 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-301831b2-b44a-463b-96ec-09ce4655524f req-4344fe0d-b8b6-4d0a-98b5-9683c6704cb5 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552516 Aug 23 22:33:04.575836 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60980) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:04.699433 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fc96933a-d98d-4d54-9923-f8c682d163b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:04.818058 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fc96933a-d98d-4d54-9923-f8c682d163b2 admin admin] Publish callbacks [] for security_group (873c3cdb-0119-4382-9f94-31786049654e), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:04.824017 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fc96933a-d98d-4d54-9923-f8c682d163b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (873c3cdb-0119-4382-9f94-31786049654e), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:04.868527 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96933a-d98d-4d54-9923-f8c682d163b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873c3cdb-0119-4382-9f94-31786049654e,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:04.877790 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-fc96933a-d98d-4d54-9923-f8c682d163b2 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=e60b19cfe8344d169678943e4e6bd87c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007822 Aug 23 22:33:04.878060 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60986) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:04.968907 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f4da-1028-4d72-bc85-baecece67e7f admin admin] Publish callbacks [] for security_group (873c3cdb-0119-4382-9f94-31786049654e), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:04.994317 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f4da-1028-4d72-bc85-baecece67e7f admin admin] Publish callbacks [] for security_group (873c3cdb-0119-4382-9f94-31786049654e), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.052411 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f4da-1028-4d72-bc85-baecece67e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (873c3cdb-0119-4382-9f94-31786049654e), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.055003 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f4da-1028-4d72-bc85-baecece67e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.056162 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a7c4f4da-1028-4d72-bc85-baecece67e7f admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/873c3cdb-0119-4382-9f94-31786049654e HTTP/1.1" status: 204 len: 168 time: 0.1762795 Aug 23 22:33:05.065674 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4f4da-1028-4d72-bc85-baecece67e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873c3cdb-0119-4382-9f94-31786049654e,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:05.388022 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 60992) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:05.409305 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a9000de0-fa2e-40e7-aea6-9f6e4765ae16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.529331 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a9000de0-fa2e-40e7-aea6-9f6e4765ae16 admin admin] Publish callbacks [] for security_group (94e93b38-2669-4848-8a7a-1a962a60cdcd), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.535494 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a9000de0-fa2e-40e7-aea6-9f6e4765ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (94e93b38-2669-4848-8a7a-1a962a60cdcd), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.591182 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9000de0-fa2e-40e7-aea6-9f6e4765ae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e93b38-2669-4848-8a7a-1a962a60cdcd,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:05.597476 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a9000de0-fa2e-40e7-aea6-9f6e4765ae16 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=2c65306a22084d2dacf9f92a3ebda5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082920 Aug 23 22:33:05.606158 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 60996) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:05.658850 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378467c-1bf2-4675-9a2b-84b85cf36aa4 req-894deb52-5a7f-447d-8f2b-773d86d4a950 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:05.660489 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5378467c-1bf2-4675-9a2b-84b85cf36aa4 req-894deb52-5a7f-447d-8f2b-773d86d4a950 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 946 time: 0.0593626 Aug 23 22:33:05.676287 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5a13293e-abe8-48d3-8be2-1245d42fdc4f admin admin] Publish callbacks [] for security_group (94e93b38-2669-4848-8a7a-1a962a60cdcd), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.707418 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5a13293e-abe8-48d3-8be2-1245d42fdc4f admin admin] Publish callbacks [] for security_group (94e93b38-2669-4848-8a7a-1a962a60cdcd), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.734508 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5378467c-1bf2-4675-9a2b-84b85cf36aa4 req-40fa6b82-f253-48cb-8146-f416fdd9b578 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d11e6b91-5c0e-4f54-8742-5d9172f78da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670612 Aug 23 22:33:05.803747 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5a13293e-abe8-48d3-8be2-1245d42fdc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (94e93b38-2669-4848-8a7a-1a962a60cdcd), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.807702 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5a13293e-abe8-48d3-8be2-1245d42fdc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:05.810014 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5a13293e-abe8-48d3-8be2-1245d42fdc4f admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/94e93b38-2669-4848-8a7a-1a962a60cdcd HTTP/1.1" status: 204 len: 168 time: 0.2019336 Aug 23 22:33:05.826252 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13293e-abe8-48d3-8be2-1245d42fdc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e93b38-2669-4848-8a7a-1a962a60cdcd,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:06.034262 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a6bb7946-7391-464b-bf65-88ccabd18411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:06.082706 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-6ff0a72e-cce2-4496-a777-cf76a93c62a8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:06.084313 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-6ff0a72e-cce2-4496-a777-cf76a93c62a8 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 946 time: 0.0578229 Aug 23 22:33:06.192773 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Deleting port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:33:06.193153 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:06.274335 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:06.306946 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] For port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:33:06.307325 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:06.530985 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:06.532071 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (3e1707a2-10f2-48aa-a15e-e91748d94cdf), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:06.532071 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Floating IP 3e1707a2-10f2-48aa-a15e-e91748d94cdf disassociated. External IP: 172.27.2.103, port: 2145ae08-8d67-45d5-bc60-d74ff38d6e5a. Aug 23 22:33:06.532408 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Calling delete_port for 2145ae08-8d67-45d5-bc60-d74ff38d6e5a owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:33:06.620486 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:06.691875 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (2145ae08-8d67-45d5-bc60-d74ff38d6e5a), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:06.734620 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event deleted for resources: {'Port': ['ID=2145ae08-8d67-45d5-bc60-d74ff38d6e5a,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:06.934950 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-369dc431-706e-4e2c-b65e-6d921ab2f56b req-8bfb9d07-029b-41b9-9bff-dae9ae3cc8d1 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=d84b4a2f-7ca4-4281-84ff-69efdc3897a2 HTTP/1.1" status: 200 len: 210 time: 0.0458510 Aug 23 22:33:06.943912 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:33:07.125926 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:33:07.143553 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] Sync routers for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:33:07.164108 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:33:07.165745 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:33:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:07.191761 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] No DVR routers for this DVR port 2145ae08-8d67-45d5-bc60-d74ff38d6e5a on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:33:07.194793 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:07.198970 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6afc4ccf-70c0-4f98-aa12-6efc17fdf74e req-172edf21-a454-413c-9a32-88dde49c3b9e tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.86 "DELETE /networking/v2.0/ports/2145ae08-8d67-45d5-bc60-d74ff38d6e5a HTTP/1.1" status: 204 len: 173 time: 1.1091106 Aug 23 22:33:07.200105 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-deleted', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:33:07.203456 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a796aa0-ced5-439e-ba54-4046d0e3f701" -d '{"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-deleted", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:33:07.277811 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46657f70-c86f-4495-ba06-d155c97c11cb x-openstack-request-id: req-46657f70-c86f-4495-ba06-d155c97c11cb {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:33:07.278379 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84b4a2f-7ca4-4281-84ff-69efdc3897a2", "name": "network-vif-deleted", "tag": "2145ae08-8d67-45d5-bc60-d74ff38d6e5a", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:33:07.278973 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46657f70-c86f-4495-ba06-d155c97c11cb {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:33:07.279193 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46657f70-c86f-4495-ba06-d155c97c11cb'] response: {'server_uuid': 'd84b4a2f-7ca4-4281-84ff-69efdc3897a2', 'name': 'network-vif-deleted', 'tag': '2145ae08-8d67-45d5-bc60-d74ff38d6e5a', 'status': 'completed', 'code': 200} Aug 23 22:33:07.406123 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:33:07.676158 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:07.708399 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:07.737244 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] Checking router: ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:33:07.748249 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:33:07.748982 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:33:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:07.940475 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:33:08.107309 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 32818) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:08.236976 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:08.243122 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-59e99c56-1f51-4dd2-9e0a-9518455d06b9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (d11e6b91-5c0e-4f54-8742-5d9172f78da2), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:08.302007 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-59e99c56-1f51-4dd2-9e0a-9518455d06b9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (d11e6b91-5c0e-4f54-8742-5d9172f78da2), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:08.337510 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:08.400548 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b977e9-6536-43cb-b083-e24a13bf1307 None None] The sync data for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi is: [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:24:28Z', 'revision_number': 4, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '35433ad0-9d87-4160-8e06-73ed640aa2f7', 'name': '', 'network_id': '88a201d9-4618-46e2-8cf5-795d8dfe4e5c', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'mac_address': 'fa:16:3e:49:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:24Z', 'updated_at': '2022-08-23T22:24:52Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'subnets': [{'id': '8c4cf0b2-834c-443a-b34c-c29fc6ee9409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:33:08.418122 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-59e99c56-1f51-4dd2-9e0a-9518455d06b9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (d11e6b91-5c0e-4f54-8742-5d9172f78da2), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:08.423636 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-59e99c56-1f51-4dd2-9e0a-9518455d06b9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:08.429427 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-59e99c56-1f51-4dd2-9e0a-9518455d06b9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/d11e6b91-5c0e-4f54-8742-5d9172f78da2 HTTP/1.1" status: 204 len: 168 time: 0.3161507 Aug 23 22:33:08.430048 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 32826) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:08.447521 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e99c56-1f51-4dd2-9e0a-9518455d06b9 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11e6b91-5c0e-4f54-8742-5d9172f78da2,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:08.471803 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.api.v2.resource [None req-619fd12f-d4eb-4604-bfec-59e228c48b43 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] show failed (client error): The resource could not be found. Aug 23 22:33:08.477917 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 32830) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:08.478424 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-619fd12f-d4eb-4604-bfec-59e228c48b43 tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "GET /networking/v2.0/security-groups/d11e6b91-5c0e-4f54-8742-5d9172f78da2 HTTP/1.1" status: 404 len: 347 time: 0.0440497 Aug 23 22:33:08.657227 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2145ae08-8d67-45d5-bc60-d74ff38d6e5a no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:33:08.706715 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:08.717184 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 2145ae08-8d67-45d5-bc60-d74ff38d6e5a {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:33:08.718303 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 2145ae08-8d67-45d5-bc60-d74ff38d6e5a not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:33:08.723030 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Deleting port 8ba05eea-efcf-45fc-a823-c13a324c024a {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:33:08.723617 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (8ba05eea-efcf-45fc-a823-c13a324c024a), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:08.863157 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:08.906790 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (8ba05eea-efcf-45fc-a823-c13a324c024a), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:08.907384 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (8ba05eea-efcf-45fc-a823-c13a324c024a), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:08.942975 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7573db-43ce-419a-90eb-dde92bf35fff None None] New status for floating IP 3e1707a2-10f2-48aa-a15e-e91748d94cdf: DOWN {{(pid=106596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:33:08.943904 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Calling delete_port for 8ba05eea-efcf-45fc-a823-c13a324c024a owned by network:floatingip {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:33:09.403748 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:09.411428 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (8ba05eea-efcf-45fc-a823-c13a324c024a), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:09.469343 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Pushing event deleted for resources: {'Port': ['ID=8ba05eea-efcf-45fc-a823-c13a324c024a,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:09.603143 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks [] for floatingip (3e1707a2-10f2-48aa-a15e-e91748d94cdf), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:09.609337 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:09.623782 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c0316a7e-c4af-492e-b25e-8c74a96328ad tempest-AttachVolumeShelveTestJSON-294110738 tempest-AttachVolumeShelveTestJSON-294110738-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/3e1707a2-10f2-48aa-a15e-e91748d94cdf HTTP/1.1" status: 204 len: 168 time: 1.1434875 Aug 23 22:33:09.952732 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 32870) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:10.086909 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8bf9833f-9355-4354-ad99-410abe8ff2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:10.117166 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:10.193133 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8bf9833f-9355-4354-ad99-410abe8ff2e8 admin admin] Publish callbacks [] for security_group (c80e5b5d-5f85-490e-9232-ab9c1ae67d70), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:10.201475 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8bf9833f-9355-4354-ad99-410abe8ff2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (c80e5b5d-5f85-490e-9232-ab9c1ae67d70), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:10.251748 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8bf9833f-9355-4354-ad99-410abe8ff2e8 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=9eb778185cf1463095b9699d8cbe9d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974958 Aug 23 22:33:10.252609 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9833f-9355-4354-ad99-410abe8ff2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e5b5d-5f85-490e-9232-ab9c1ae67d70,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:10.255692 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 32874) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:10.357021 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bca381b4-2d01-46ac-80a1-48012b3d5630 admin admin] Publish callbacks [] for security_group (c80e5b5d-5f85-490e-9232-ab9c1ae67d70), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:10.390386 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bca381b4-2d01-46ac-80a1-48012b3d5630 admin admin] Publish callbacks [] for security_group (c80e5b5d-5f85-490e-9232-ab9c1ae67d70), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:10.473330 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bca381b4-2d01-46ac-80a1-48012b3d5630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (c80e5b5d-5f85-490e-9232-ab9c1ae67d70), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:10.476516 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bca381b4-2d01-46ac-80a1-48012b3d5630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:10.477851 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-bca381b4-2d01-46ac-80a1-48012b3d5630 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/c80e5b5d-5f85-490e-9232-ab9c1ae67d70 HTTP/1.1" status: 204 len: 168 time: 0.2202020 Aug 23 22:33:10.481100 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:10.501899 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca381b4-2d01-46ac-80a1-48012b3d5630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e5b5d-5f85-490e-9232-ab9c1ae67d70,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:10.897899 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 32890) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:10.916111 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a032b513-dabb-4aae-b504-e00cd5adaf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:10.960733 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=7,neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:11.052143 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:11.077459 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a032b513-dabb-4aae-b504-e00cd5adaf3d admin admin] Publish callbacks [] for security_group (c67f3925-3262-46af-ab2d-c115795d732c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:11.082954 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a032b513-dabb-4aae-b504-e00cd5adaf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (c67f3925-3262-46af-ab2d-c115795d732c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:11.158518 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-a032b513-dabb-4aae-b504-e00cd5adaf3d admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=fc4df8cc19f34d3a9a6fa2178af15ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589424 Aug 23 22:33:11.160538 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032b513-dabb-4aae-b504-e00cd5adaf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67f3925-3262-46af-ab2d-c115795d732c,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:11.162990 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 32898) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:11.240722 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-979341d1-1c74-469c-8f45-6f6a3ad3a617 admin admin] Publish callbacks [] for security_group (c67f3925-3262-46af-ab2d-c115795d732c), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:11.275552 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-979341d1-1c74-469c-8f45-6f6a3ad3a617 admin admin] Publish callbacks [] for security_group (c67f3925-3262-46af-ab2d-c115795d732c), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:11.337275 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-979341d1-1c74-469c-8f45-6f6a3ad3a617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (c67f3925-3262-46af-ab2d-c115795d732c), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:11.340251 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-979341d1-1c74-469c-8f45-6f6a3ad3a617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:11.341519 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-979341d1-1c74-469c-8f45-6f6a3ad3a617 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/c67f3925-3262-46af-ab2d-c115795d732c HTTP/1.1" status: 204 len: 168 time: 0.1770029 Aug 23 22:33:11.350517 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979341d1-1c74-469c-8f45-6f6a3ad3a617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67f3925-3262-46af-ab2d-c115795d732c,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:11.552573 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:33:12.353725 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 32932) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:12.810673 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:12.829553 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 32942) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:13.027519 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-08a750d4-e049-4240-96d3-19fcf790d4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.068854 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.135179 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-08a750d4-e049-4240-96d3-19fcf790d4f9 admin admin] Publish callbacks [] for security_group (9cfc196e-7c56-42dd-b701-47e2b21e16ed), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.147493 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-08a750d4-e049-4240-96d3-19fcf790d4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9cfc196e-7c56-42dd-b701-47e2b21e16ed), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.205785 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-08a750d4-e049-4240-96d3-19fcf790d4f9 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=66f5266455ac46608e5c9c8730a03aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743801 Aug 23 22:33:13.207729 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a750d4-e049-4240-96d3-19fcf790d4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfc196e-7c56-42dd-b701-47e2b21e16ed,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:13.210127 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 32946) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:13.277836 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:13.353707 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a925bad3-537c-4875-8cdd-db653a179cd5 admin admin] Publish callbacks [] for security_group (9cfc196e-7c56-42dd-b701-47e2b21e16ed), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.391672 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a925bad3-537c-4875-8cdd-db653a179cd5 admin admin] Publish callbacks [] for security_group (9cfc196e-7c56-42dd-b701-47e2b21e16ed), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.511913 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Deleting port 35433ad0-9d87-4160-8e06-73ed640aa2f7 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:33:13.512424 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.553157 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a925bad3-537c-4875-8cdd-db653a179cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9cfc196e-7c56-42dd-b701-47e2b21e16ed), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.558253 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a925bad3-537c-4875-8cdd-db653a179cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.560249 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a925bad3-537c-4875-8cdd-db653a179cd5 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/9cfc196e-7c56-42dd-b701-47e2b21e16ed HTTP/1.1" status: 204 len: 168 time: 0.3489366 Aug 23 22:33:13.617298 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925bad3-537c-4875-8cdd-db653a179cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfc196e-7c56-42dd-b701-47e2b21e16ed,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:13.673714 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] For port 35433ad0-9d87-4160-8e06-73ed640aa2f7, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=35433ad0-9d87-4160-8e06-73ed640aa2f7,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:33:13.674160 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:13.691540 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Calling delete_port for 35433ad0-9d87-4160-8e06-73ed640aa2f7 owned by network:router_interface {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:33:14.241817 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:14.249483 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (35433ad0-9d87-4160-8e06-73ed640aa2f7), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:14.298960 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Pushing event deleted for resources: {'Port': ['ID=35433ad0-9d87-4160-8e06-73ed640aa2f7,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:14.622026 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:14.914188 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:14.969159 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:33:15.179109 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:33:15.196030 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] Sync routers for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:33:15.198526 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-2ca63dfa-6110-410e-8229-d5d4afd7795c admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/ca8ea9d4-fd89-496a-bd06-dfc11e185ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8465800 Aug 23 22:33:15.204579 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 32978) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:15.224900 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:33:15.226081 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:33:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:15.440067 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks [] for router (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:15.510491 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:33:15.614091 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks [] for router_gateway (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:15.687449 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Deleting port ee575379-e511-47d1-9156-a175f213ba99 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:33:15.687868 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (ee575379-e511-47d1-9156-a175f213ba99), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:15.823439 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] For port ee575379-e511-47d1-9156-a175f213ba99, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=ee575379-e511-47d1-9156-a175f213ba99,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:33:15.823828 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (ee575379-e511-47d1-9156-a175f213ba99), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:15.829376 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee575379-e511-47d1-9156-a175f213ba99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:33:14Z', 'revision_number': 5, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port': {'id': 'ee575379-e511-47d1-9156-a175f213ba99', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:24:16Z', 'updated_at': '2022-08-23T22:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:15.843153 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Calling delete_port for ee575379-e511-47d1-9156-a175f213ba99 owned by network:router_gateway {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:33:15.856771 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] Checking router: ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:33:15.859377 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:15.871817 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] Routers {'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:33:15.872723 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:33:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:16.018407 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] Set router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 gateway port host: None {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:33:16.074709 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:33:15Z', 'revision_number': 6, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port_host': None}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:16.079801 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:16.099394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (ee575379-e511-47d1-9156-a175f213ba99), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.113117 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bdd84-e7bc-465a-be6f-1e2bb43d1c19 None None] The sync data for ids ['ca8ea9d4-fd89-496a-bd06-dfc11e185ee7'] in dv-cinder-850321-4-iscsi is: [{'id': 'ca8ea9d4-fd89-496a-bd06-dfc11e185ee7', 'name': 'tempest-AttachVolumeShelveTestJSON-165590121-router', 'tenant_id': '8be30316f0b745d783ec96bc983b2cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:24:15Z', 'updated_at': '2022-08-23T22:33:15Z', 'revision_number': 6, 'project_id': '8be30316f0b745d783ec96bc983b2cb1', 'gw_port_host': None}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:33:16.135979 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee575379-e511-47d1-9156-a175f213ba99,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:16.251122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.438348 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.443071 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks [] for router_controller (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.537511 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (ca8ea9d4-fd89-496a-bd06-dfc11e185ee7), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.538608 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 {{(pid=106593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:33:16.547085 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.552176 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-a057ef08-3b0a-43e1-b2a6-9de2c458cbb6 admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/ca8ea9d4-fd89-496a-bd06-dfc11e185ee7 HTTP/1.1" status: 204 len: 168 time: 1.3427804 Aug 23 22:33:16.553048 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 32994) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:16.635145 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-11eb0b52-5a01-4cea-a7fb-70fffebf523c admin admin] Deleting subnet 8c4cf0b2-834c-443a-b34c-c29fc6ee9409 {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:33:16.653468 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-11eb0b52-5a01-4cea-a7fb-70fffebf523c admin admin] Publish callbacks [] for subnet (8c4cf0b2-834c-443a-b34c-c29fc6ee9409), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.658494 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 35433ad0-9d87-4160-8e06-73ed640aa2f7 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:33:16.701222 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 35433ad0-9d87-4160-8e06-73ed640aa2f7 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:33:16.703168 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 35433ad0-9d87-4160-8e06-73ed640aa2f7 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:33:16.723491 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-11eb0b52-5a01-4cea-a7fb-70fffebf523c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25223832'] for subnet (8c4cf0b2-834c-443a-b34c-c29fc6ee9409), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.866117 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-11eb0b52-5a01-4cea-a7fb-70fffebf523c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (8c4cf0b2-834c-443a-b34c-c29fc6ee9409), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.950159 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-11eb0b52-5a01-4cea-a7fb-70fffebf523c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26759021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867471'] for subnet (8c4cf0b2-834c-443a-b34c-c29fc6ee9409), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:16.990020 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb0b52-5a01-4cea-a7fb-70fffebf523c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4cf0b2-834c-443a-b34c-c29fc6ee9409,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:17.003410 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-11eb0b52-5a01-4cea-a7fb-70fffebf523c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.010353 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-11eb0b52-5a01-4cea-a7fb-70fffebf523c admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/8c4cf0b2-834c-443a-b34c-c29fc6ee9409 HTTP/1.1" status: 204 len: 168 time: 0.4554999 Aug 23 22:33:17.012555 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33002) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:17.014947 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a3e1c6-dc25-487f-adf2-80ab43797ba5 None None] Network 88a201d9-4618-46e2-8cf5-795d8dfe4e5c requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:33:17.141271 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (88a201d9-4618-46e2-8cf5-795d8dfe4e5c), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.227111 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Deleting port e356f231-84fa-44fa-a8fe-88124bdd7cc5 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:33:17.227668 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.239057 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] DHCP port deletion for 88a201d9-4618-46e2-8cf5-795d8dfe4e5c request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:33:17.297507 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:17.304442 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Deleting port e356f231-84fa-44fa-a8fe-88124bdd7cc5 {{(pid=106595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:33:17.305162 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), before_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.355572 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] For port e356f231-84fa-44fa-a8fe-88124bdd7cc5, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e356f231-84fa-44fa-a8fe-88124bdd7cc5,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:33:17.355966 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.393290 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Calling delete_port for e356f231-84fa-44fa-a8fe-88124bdd7cc5 owned by network:dhcp {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:33:17.406155 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:17.440866 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] For port e356f231-84fa-44fa-a8fe-88124bdd7cc5, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e356f231-84fa-44fa-a8fe-88124bdd7cc5,segment=NetworkSegment(6b994a0d-d547-47d4-b257-26eb2af0ad86),segment_id=6b994a0d-d547-47d4-b257-26eb2af0ad86)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:33:17.441937 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), precommit_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.470595 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Calling delete_port for e356f231-84fa-44fa-a8fe-88124bdd7cc5 owned by network:dhcp {{(pid=106595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:33:17.544745 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.574521 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e356f231-84fa-44fa-a8fe-88124bdd7cc5,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:17.580592 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] No DVR routers for this DVR port e356f231-84fa-44fa-a8fe-88124bdd7cc5 on host dv-cinder-850321-4-iscsi {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:33:17.605798 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:17.610374 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:17.619703 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (e356f231-84fa-44fa-a8fe-88124bdd7cc5), after_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.656142 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Pushing event deleted for resources: {'Port': ['ID=e356f231-84fa-44fa-a8fe-88124bdd7cc5,revision_number=None']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:17.667728 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] No DVR routers for this DVR port e356f231-84fa-44fa-a8fe-88124bdd7cc5 on host dv-cinder-850321-4-iscsi {{(pid=106595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:33:17.672393 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.672989 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.673610 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.674192 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.675006 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.675580 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.676142 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.676697 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.677296 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.677870 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.678652 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.678992 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.679581 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.680143 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.680707 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795702ef-76df-40d9-bc7f-9be06142d81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:17.703704 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (88a201d9-4618-46e2-8cf5-795d8dfe4e5c), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.741211 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a201d9-4618-46e2-8cf5-795d8dfe4e5c']}} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:17.756918 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b994a0d-d547-47d4-b257-26eb2af0ad86') {'for_net_delete': True} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:17.757374 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b994a0d-d547-47d4-b257-26eb2af0ad86') {} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:17.775332 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25223823'] for segment (6b994a0d-d547-47d4-b257-26eb2af0ad86), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.803219 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (6b994a0d-d547-47d4-b257-26eb2af0ad86), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.817383 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=106594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:33:17.818130 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768079'] for segment (6b994a0d-d547-47d4-b257-26eb2af0ad86), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.856002 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 6b994a0d-d547-47d4-b257-26eb2af0ad86 resource provider aggregate not found Aug 23 22:33:17.938050 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 6b994a0d-d547-47d4-b257-26eb2af0ad86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b994a0d-d547-47d4-b257-26eb2af0ad86 found for delete ", "request_id": "req-d9b796d2-dafb-42ec-8c4f-e2ecbed8a3b2"}]} Aug 23 22:33:17.952099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (88a201d9-4618-46e2-8cf5-795d8dfe4e5c), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.956869 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:17.960568 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/88a201d9-4618-46e2-8cf5-795d8dfe4e5c HTTP/1.1" status: 204 len: 168 time: 0.9456630 Aug 23 22:33:17.976447 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c1c69-8fe6-4b99-914f-c3775439fe9f admin admin] Pushing event deleted for resources: {'Network': ['ID=88a201d9-4618-46e2-8cf5-795d8dfe4e5c,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:18.270026 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33014) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:18.322661 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-d6360f2e-94b1-43cb-9bc1-cb03fa1f955a admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=8be30316f0b745d783ec96bc983b2cb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0510881 Aug 23 22:33:18.327005 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33016) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:18.390811 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54513b7e-9cc0-49ef-b42c-0f44778e0d11 admin admin] Publish callbacks [] for security_group (3ee17a48-e99a-455a-9850-70305dbf9544), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:18.415841 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54513b7e-9cc0-49ef-b42c-0f44778e0d11 admin admin] Publish callbacks [] for security_group (3ee17a48-e99a-455a-9850-70305dbf9544), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:18.459090 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device ee575379-e511-47d1-9156-a175f213ba99 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:33:18.483933 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54513b7e-9cc0-49ef-b42c-0f44778e0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (3ee17a48-e99a-455a-9850-70305dbf9544), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:18.485143 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: ee575379-e511-47d1-9156-a175f213ba99 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:33:18.485627 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device ee575379-e511-47d1-9156-a175f213ba99 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:33:18.486057 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e356f231-84fa-44fa-a8fe-88124bdd7cc5 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:33:18.487825 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-54513b7e-9cc0-49ef-b42c-0f44778e0d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:18.490132 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-54513b7e-9cc0-49ef-b42c-0f44778e0d11 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/3ee17a48-e99a-455a-9850-70305dbf9544 HTTP/1.1" status: 204 len: 168 time: 0.1618063 Aug 23 22:33:18.501619 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54513b7e-9cc0-49ef-b42c-0f44778e0d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee17a48-e99a-455a-9850-70305dbf9544,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:18.674003 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: e356f231-84fa-44fa-a8fe-88124bdd7cc5 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:33:18.675150 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e356f231-84fa-44fa-a8fe-88124bdd7cc5 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:33:19.269407 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:21.551645 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=6 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:23.133421 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:25.042555 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-5aac7245-0dfc-4520-beba-439e47f2338c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776265 Aug 23 22:33:25.177475 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-9c7d2454-c5b1-4a64-b7ce-6c7e645a66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:25.179663 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-9c7d2454-c5b1-4a64-b7ce-6c7e645a66a8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 1130 time: 0.0636733 Aug 23 22:33:25.323919 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-877e10a3-0a96-4852-9e87-83cb880bc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:25.325833 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-877e10a3-0a96-4852-9e87-83cb880bc180 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.1126347 Aug 23 22:33:25.426123 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-de134085-6ac3-409b-a7a7-bffc770d3712 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21001569-2deb-472d-899a-71203a25df1a HTTP/1.1" status: 200 len: 1001 time: 0.0919421 Aug 23 22:33:25.520263 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-de2fc755-4717-4a58-aeeb-b114a322225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:25.523306 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-de2fc755-4717-4a58-aeeb-b114a322225b service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0908029 Aug 23 22:33:25.595551 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-edcb5870-fb0a-4f38-9f86-85c2243c9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:25.597476 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-edcb5870-fb0a-4f38-9f86-85c2243c9857 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661840 Aug 23 22:33:25.635398 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 33152) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:25.709196 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:25.748266 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-644f0c75-e692-46d6-81e3-b91eaf2984bc service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413832 Aug 23 22:33:25.854889 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-041ede2a-61f8-4f99-ad87-6bcb04fae0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:25.882399 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-773684a1-69b5-47be-9a96-035cca8bbca5 req-5901869e-3ea3-4348-8dcc-20be0d280775 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254656 Aug 23 22:33:25.979608 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-041ede2a-61f8-4f99-ad87-6bcb04fae0af admin admin] Publish callbacks [] for security_group (334a09cc-6a8c-4617-861d-879090f37d13), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:25.988978 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-041ede2a-61f8-4f99-ad87-6bcb04fae0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (334a09cc-6a8c-4617-861d-879090f37d13), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.064804 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ede2a-61f8-4f99-ad87-6bcb04fae0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334a09cc-6a8c-4617-861d-879090f37d13,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:26.076019 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-041ede2a-61f8-4f99-ad87-6bcb04fae0af admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=cfac9263b7654b5eb4742ef2638dffc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352710 Aug 23 22:33:26.078897 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33162) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:26.111920 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 33164) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:26.167944 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-20a7ca53-0c0a-40f1-b90a-b20554821dc1 admin admin] Publish callbacks [] for security_group (334a09cc-6a8c-4617-861d-879090f37d13), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.212060 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-20a7ca53-0c0a-40f1-b90a-b20554821dc1 admin admin] Publish callbacks [] for security_group (334a09cc-6a8c-4617-861d-879090f37d13), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.248904 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:26.325405 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-20a7ca53-0c0a-40f1-b90a-b20554821dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (334a09cc-6a8c-4617-861d-879090f37d13), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.330672 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-20a7ca53-0c0a-40f1-b90a-b20554821dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.333183 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-20a7ca53-0c0a-40f1-b90a-b20554821dc1 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/334a09cc-6a8c-4617-861d-879090f37d13 HTTP/1.1" status: 204 len: 168 time: 0.2547548 Aug 23 22:33:26.350236 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7ca53-0c0a-40f1-b90a-b20554821dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334a09cc-6a8c-4617-861d-879090f37d13,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:26.386831 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1be58370-af12-4a4c-a7c6-9a9a61407399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.552665 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1be58370-af12-4a4c-a7c6-9a9a61407399 admin admin] Publish callbacks [] for security_group (ca2ee9c4-3b53-46b4-a4b0-44e57ed42f97), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.563508 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1be58370-af12-4a4c-a7c6-9a9a61407399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ca2ee9c4-3b53-46b4-a4b0-44e57ed42f97), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.627591 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-1be58370-af12-4a4c-a7c6-9a9a61407399 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=f34ba03590a64543b9dc194609b59331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5100479 Aug 23 22:33:26.627591 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be58370-af12-4a4c-a7c6-9a9a61407399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2ee9c4-3b53-46b4-a4b0-44e57ed42f97,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:26.629313 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33176) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:26.723179 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5ccc-0c7a-48c3-8617-880be4888d51 admin admin] Publish callbacks [] for security_group (ca2ee9c4-3b53-46b4-a4b0-44e57ed42f97), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.770393 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5ccc-0c7a-48c3-8617-880be4888d51 admin admin] Publish callbacks [] for security_group (ca2ee9c4-3b53-46b4-a4b0-44e57ed42f97), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.838336 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5ccc-0c7a-48c3-8617-880be4888d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ca2ee9c4-3b53-46b4-a4b0-44e57ed42f97), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.841471 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5ccc-0c7a-48c3-8617-880be4888d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:26.843556 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-3c0a5ccc-0c7a-48c3-8617-880be4888d51 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/ca2ee9c4-3b53-46b4-a4b0-44e57ed42f97 HTTP/1.1" status: 204 len: 168 time: 0.2126393 Aug 23 22:33:26.854636 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a5ccc-0c7a-48c3-8617-880be4888d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2ee9c4-3b53-46b4-a4b0-44e57ed42f97,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:30.318256 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:33.639988 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-d23eabed-0d02-4c0a-a04a-ea65a75a1dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:36.028319 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-66c471aa-c006-49c6-9b8f-c4dbd1dd3f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:36.608354 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=66,neutron:DELETE=10,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:36.623594 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:36.847158 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:36.848104 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:38.837208 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:40.112583 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:41.048217 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:43.605337 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 33436) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:43.769771 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:43.887147 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Publish callbacks [] for security_group (06b046d2-dd41-4794-bf8d-1c62f8cbd88b), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:43.893108 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (06b046d2-dd41-4794-bf8d-1c62f8cbd88b), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:43.947254 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b046d2-dd41-4794-bf8d-1c62f8cbd88b,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:43.974674 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=faea4df22653419d8b6037254dc070f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681686 Aug 23 22:33:43.976303 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.976709 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.977119 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.977547 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.977901 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.979070 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.979070 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.979070 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.979597 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.979597 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.980048 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.980380 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.980633 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33448) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:43.981394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.981394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:43.981394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c45f0-6bb8-474a-9c2c-ae5f4ecdd60d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.070338 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Publish callbacks [] for security_group (06b046d2-dd41-4794-bf8d-1c62f8cbd88b), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:44.100167 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Publish callbacks [] for security_group (06b046d2-dd41-4794-bf8d-1c62f8cbd88b), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:44.171004 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (06b046d2-dd41-4794-bf8d-1c62f8cbd88b), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:44.175184 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:44.178206 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/06b046d2-dd41-4794-bf8d-1c62f8cbd88b HTTP/1.1" status: 204 len: 168 time: 0.1952925 Aug 23 22:33:44.189027 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b046d2-dd41-4794-bf8d-1c62f8cbd88b,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:44.198843 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.199199 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.199807 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.200149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.201184 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.201738 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.202109 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.202456 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.202799 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.203138 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.203479 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.203817 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.204141 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.204652 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.205211 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7e38c2-8b5f-4bd2-92f1-a337110d117f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:33:44.492136 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 33464) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:44.650895 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcc9e-3a69-4e9d-b13b-76a407f50e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:44.767589 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcc9e-3a69-4e9d-b13b-76a407f50e68 admin admin] Publish callbacks [] for security_group (81535152-b9a4-427d-89cf-aea75197627f), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:44.773477 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcc9e-3a69-4e9d-b13b-76a407f50e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (81535152-b9a4-427d-89cf-aea75197627f), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:44.820578 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3c1fcc9e-3a69-4e9d-b13b-76a407f50e68 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=a862d251b43f4ebbb37e5145f18be451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267057 Aug 23 22:33:44.827005 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33480) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:44.828278 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fcc9e-3a69-4e9d-b13b-76a407f50e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81535152-b9a4-427d-89cf-aea75197627f,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:44.914074 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b92c3236-2ac8-4566-9c5a-1425417449bb admin admin] Publish callbacks [] for security_group (81535152-b9a4-427d-89cf-aea75197627f), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:44.946935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b92c3236-2ac8-4566-9c5a-1425417449bb admin admin] Publish callbacks [] for security_group (81535152-b9a4-427d-89cf-aea75197627f), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.011763 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b92c3236-2ac8-4566-9c5a-1425417449bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (81535152-b9a4-427d-89cf-aea75197627f), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.016341 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b92c3236-2ac8-4566-9c5a-1425417449bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.018016 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-b92c3236-2ac8-4566-9c5a-1425417449bb admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/81535152-b9a4-427d-89cf-aea75197627f HTTP/1.1" status: 204 len: 168 time: 0.1889231 Aug 23 22:33:45.049315 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c3236-2ac8-4566-9c5a-1425417449bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81535152-b9a4-427d-89cf-aea75197627f,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:45.507996 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33500) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:45.523540 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d37ccc7c-5da1-4df7-8774-f19567564adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.654402 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d37ccc7c-5da1-4df7-8774-f19567564adc admin admin] Publish callbacks [] for security_group (013c042f-2a8c-46fc-a5af-cc7bd7b6c9ec), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.660868 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-d37ccc7c-5da1-4df7-8774-f19567564adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (013c042f-2a8c-46fc-a5af-cc7bd7b6c9ec), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.724912 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-d37ccc7c-5da1-4df7-8774-f19567564adc admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=d54f590704424f41923c13214712da9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153721 Aug 23 22:33:45.729199 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 33502) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:45.730443 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ccc7c-5da1-4df7-8774-f19567564adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013c042f-2a8c-46fc-a5af-cc7bd7b6c9ec,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:45.816464 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3d1cda2b-84fe-4729-8430-9b291785467a admin admin] Publish callbacks [] for security_group (013c042f-2a8c-46fc-a5af-cc7bd7b6c9ec), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.859187 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3d1cda2b-84fe-4729-8430-9b291785467a admin admin] Publish callbacks [] for security_group (013c042f-2a8c-46fc-a5af-cc7bd7b6c9ec), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.949503 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3d1cda2b-84fe-4729-8430-9b291785467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (013c042f-2a8c-46fc-a5af-cc7bd7b6c9ec), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.955398 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3d1cda2b-84fe-4729-8430-9b291785467a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:45.957710 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3d1cda2b-84fe-4729-8430-9b291785467a admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/013c042f-2a8c-46fc-a5af-cc7bd7b6c9ec HTTP/1.1" status: 204 len: 168 time: 0.2254486 Aug 23 22:33:45.974347 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cda2b-84fe-4729-8430-9b291785467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013c042f-2a8c-46fc-a5af-cc7bd7b6c9ec,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:47.353513 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:47.355217 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:47.894033 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d56a85-9da1-40c9-a239-e3485bef058d req-0e9bc389-4a71-4dd4-bcfd-647c4cea1c89 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:47.895796 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-93d56a85-9da1-40c9-a239-e3485bef058d req-0e9bc389-4a71-4dd4-bcfd-647c4cea1c89 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 946 time: 0.0631983 Aug 23 22:33:47.960433 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-93d56a85-9da1-40c9-a239-e3485bef058d req-913ec513-09e9-406e-92e5-144bb0da0c2a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554574 Aug 23 22:33:48.548547 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:33:49.102163 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed510c-5b7e-4d06-941a-c11bd351ce91 req-03f0a948-a9ac-4628-b302-bc92936b180d tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:49.103827 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4aed510c-5b7e-4d06-941a-c11bd351ce91 req-03f0a948-a9ac-4628-b302-bc92936b180d tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 946 time: 0.0563021 Aug 23 22:33:49.183860 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4aed510c-5b7e-4d06-941a-c11bd351ce91 req-68525103-5f20-4081-bead-8d60337b8a23 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734265 Aug 23 22:33:49.478859 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-5a80ef89-fbf0-4a56-91b5-fd83f0b3864c tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=a07e102f326541e2a89cfe541aa7a022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357740 Aug 23 22:33:49.709039 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-70c43ac4-3174-4c5d-ab32-8660cc0401d6 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:49.709039 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-70c43ac4-3174-4c5d-ab32-8660cc0401d6 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 946 time: 0.1554642 Aug 23 22:33:49.787601 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-aefab5e5-cb2d-46e9-89ee-541873f0df6e tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:49.789448 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-aefab5e5-cb2d-46e9-89ee-541873f0df6e tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039443 Aug 23 22:33:49.793744 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:49.822089 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-f38e7027-08df-40fd-b3ac-b947aa795088 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/quotas/a07e102f326541e2a89cfe541aa7a022 HTTP/1.1" status: 200 len: 375 time: 0.0218942 Aug 23 22:33:49.840470 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:49.887289 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-b5d71eeb-48ad-430f-a2e4-927b7946219a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=a07e102f326541e2a89cfe541aa7a022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426908 Aug 23 22:33:49.892700 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Deleting port 21001569-2deb-472d-899a-71203a25df1a {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:33:49.893368 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (21001569-2deb-472d-899a-71203a25df1a), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:50.110149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] For port 21001569-2deb-472d-899a-71203a25df1a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=21001569-2deb-472d-899a-71203a25df1a,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:33:50.111123 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (21001569-2deb-472d-899a-71203a25df1a), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:50.117580 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a31e5e77-cb36-43e2-9d4f-1a8373623d26 req-11f62132-f801-4cf9-8abb-f5512784d111 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 210 time: 0.0543275 Aug 23 22:33:50.382138 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:50.382491 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (1ed913c0-4670-4481-94b3-86f65afc2e64), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:50.382823 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Floating IP 1ed913c0-4670-4481-94b3-86f65afc2e64 disassociated. External IP: 172.27.2.67, port: 21001569-2deb-472d-899a-71203a25df1a. Aug 23 22:33:50.383179 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Calling delete_port for 21001569-2deb-472d-899a-71203a25df1a owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:33:50.403761 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874792d4-e78f-4d7b-b9f8-7fffd7fcf470 req-2149b0e0-d37f-4fd4-aa80-78bdf3a91fc7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:50.404525 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-874792d4-e78f-4d7b-b9f8-7fffd7fcf470 req-2149b0e0-d37f-4fd4-aa80-78bdf3a91fc7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 946 time: 0.1132078 Aug 23 22:33:50.602181 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-874792d4-e78f-4d7b-b9f8-7fffd7fcf470 req-1ccba358-af65-4d04-95b1-268741789b07 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426799 Aug 23 22:33:50.639039 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (21001569-2deb-472d-899a-71203a25df1a), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:50.670545 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event deleted for resources: {'Port': ['ID=21001569-2deb-472d-899a-71203a25df1a,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:50.831044 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:33:50.958092 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:33:50.968952 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] Sync routers for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:33:50.982873 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:33:50.983529 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:33:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:51.135370 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:33:51.303790 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] No DVR routers for this DVR port 21001569-2deb-472d-899a-71203a25df1a on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:33:51.306766 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3b8d0a1c-f770-430f-b342-e956000d9d7f req-61e9a330-355c-4b86-9b2b-e6e94d82a65c tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 210 time: 0.0498929 Aug 23 22:33:51.307884 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:51.311872 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dbbb5dd6-49b1-4202-ad97-733899fa5c3e req-f4feb006-9b32-4943-9998-d79ed04968cb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "DELETE /networking/v2.0/ports/21001569-2deb-472d-899a-71203a25df1a HTTP/1.1" status: 204 len: 173 time: 1.5978563 Aug 23 22:33:51.312364 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'name': 'network-vif-deleted', 'tag': '21001569-2deb-472d-899a-71203a25df1a'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:33:51.315127 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adffc35-34cc-488f-9d19-352150408d31" -d '{"events": [{"server_uuid": "e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e", "name": "network-vif-deleted", "tag": "21001569-2deb-472d-899a-71203a25df1a"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:33:51.360073 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297f5495-f838-4af0-b2e8-ef33ba8fcfa4 x-openstack-request-id: req-297f5495-f838-4af0-b2e8-ef33ba8fcfa4 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:33:51.360423 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e", "name": "network-vif-deleted", "tag": "21001569-2deb-472d-899a-71203a25df1a", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:33:51.360816 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-297f5495-f838-4af0-b2e8-ef33ba8fcfa4 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:33:51.361347 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297f5495-f838-4af0-b2e8-ef33ba8fcfa4'] response: {'server_uuid': 'e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e', 'name': 'network-vif-deleted', 'tag': '21001569-2deb-472d-899a-71203a25df1a', 'status': 'completed', 'code': 200} Aug 23 22:33:51.396633 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:51.428817 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] Checking router: daa0a964-86b2-4141-b7d7-6dd9440bcfb6 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:33:51.438482 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:33:51.439109 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:33:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:51.588234 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:33:51.732510 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:51.770669 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-83e056f2-777c-4e4c-8a08-0a580635ce57 req-84107d1a-57a2-4d30-beab-65fe9be16f6b tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 210 time: 0.0520804 Aug 23 22:33:51.871556 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:33:51.916639 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb51a9-08ad-436b-a118-193793d5c60c None None] The sync data for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi is: [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:33:52.207566 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94664be-6924-4196-8d5d-77ef45829853 None None] New status for floating IP 1ed913c0-4670-4481-94b3-86f65afc2e64: DOWN {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:33:52.211021 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:52.214362 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:52.447483 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d281dbf9-ed28-48ea-bc29-c21de47bba1a req-a9ff2e2a-c5ad-4156-a627-a929f7ab1677 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 210 time: 0.0524790 Aug 23 22:33:52.963798 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d01e9f62-9fb6-4f6e-9aa3-98225be01abb req-bb689168-3a55-4ebe-b292-a1dcdddc240e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e2b0387e-97fd-4e7c-a438-12c5c3dcbe6e HTTP/1.1" status: 200 len: 210 time: 0.0663986 Aug 23 22:33:53.146643 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:53.298626 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-72703b82-ab66-49c6-b57f-aedccc208305 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=a07e102f326541e2a89cfe541aa7a022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355494 Aug 23 22:33:53.627468 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 21001569-2deb-472d-899a-71203a25df1a no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:33:53.645816 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:53.673216 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 21001569-2deb-472d-899a-71203a25df1a {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:33:53.674521 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 21001569-2deb-472d-899a-71203a25df1a not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:33:53.683246 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a9b45500-ff4f-4757-80fb-f99170a1a1f3 req-83927978-093c-4b4d-96dc-be20573101b6 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 210 time: 0.0831466 Aug 23 22:33:53.697395 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-65adfe2a-ce97-4dd9-ac52-b3234faccf5a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:53.698935 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-65adfe2a-ce97-4dd9-ac52-b3234faccf5a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889274 Aug 23 22:33:53.799341 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Request body: {'port': {'device_id': 'e71551bd-6514-4992-9657-e3a11817a45d', 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb', 'admin_state_up': True, 'tenant_id': 'a07e102f326541e2a89cfe541aa7a022'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:33:53.946864 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Made reservation on behalf of a07e102f326541e2a89cfe541aa7a022 for: {'port': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:33:53.951571 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:53.965148 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:54.067824 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks [] for security_group (b37aea3c-c026-41f5-8899-1823967c056a), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:54.072101 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b37aea3c-c026-41f5-8899-1823967c056a), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:54.142316 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37aea3c-c026-41f5-8899-1823967c056a,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:54.261498 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Allocated IP 192.168.233.124 (499707e7-ad53-43e5-8cb9-56f08e4d06fb/ca1f1451-a2e4-46ce-9101-07c697434750/c32b9cab-1f46-4517-9391-483415677f0e) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:33:54.311109 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-e256696c-599b-4fb9-becd-9bf45c72ea56 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-297031976&fields=id&tenant_id=77cc91a5c0bc4e5888460d7618594895 HTTP/1.1" status: 200 len: 267 time: 0.0867958 Aug 23 22:33:54.556276 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-70c9c888-6ed2-4da7-85d8-a9ed4e804873 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:54.557958 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-70c9c888-6ed2-4da7-85d8-a9ed4e804873 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 811 time: 0.2331450 Aug 23 22:33:54.590969 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:54.596092 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks [] for port (c32b9cab-1f46-4517-9391-483415677f0e), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:54.603913 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-aca37a9b-bfe2-41ed-8089-d1d63e3aa927 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/quotas/77cc91a5c0bc4e5888460d7618594895 HTTP/1.1" status: 200 len: 375 time: 0.0291147 Aug 23 22:33:54.683889 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-db1a36ca-5e79-4350-a7a9-3201d758f051 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699770 Aug 23 22:33:54.695851 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (c32b9cab-1f46-4517-9391-483415677f0e), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:54.761314 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:54.807233 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Network 499707e7-ad53-43e5-8cb9-56f08e4d06fb is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:33:54.815422 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:33:54.823689 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:33:54.883183 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Pushing event updated for resources: {'Port': ['ID=c32b9cab-1f46-4517-9391-483415677f0e,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:54.925779 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:54.926339 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:54.959902 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-a56a4a11-a3cb-4df3-8fe3-1627f020d401 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606316 Aug 23 22:33:54.997310 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-170dca2e-08fe-4975-b321-eea9e90117c4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2046306 Aug 23 22:33:55.088735 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-b5635038-05d9-4aab-b002-c7f79cc0fa4d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276736 Aug 23 22:33:55.114780 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 33690) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:55.179841 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-23471138-ac26-45a1-b5b8-5a4271e0c72a None None] Provisioning complete for port c32b9cab-1f46-4517-9391-483415677f0e triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:33:55.180577 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-23471138-ac26-45a1-b5b8-5a4271e0c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (c32b9cab-1f46-4517-9391-483415677f0e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:55.241436 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-23471138-ac26-45a1-b5b8-5a4271e0c72a None None] Port c32b9cab-1f46-4517-9391-483415677f0e cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:33:55.297250 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d0a34dbc-e2d4-4b76-9730-a4940163af6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:55.417154 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d0a34dbc-e2d4-4b76-9730-a4940163af6c admin admin] Publish callbacks [] for security_group (7654de2c-8c7c-4b2f-ae16-581bfbc83830), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:55.422079 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d0a34dbc-e2d4-4b76-9730-a4940163af6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7654de2c-8c7c-4b2f-ae16-581bfbc83830), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:55.458772 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a34dbc-e2d4-4b76-9730-a4940163af6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7654de2c-8c7c-4b2f-ae16-581bfbc83830,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:55.498282 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33704) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:33:55.498687 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-d0a34dbc-e2d4-4b76-9730-a4940163af6c admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=c468621fa4aa429aab72886bfcf95ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814659 Aug 23 22:33:55.596395 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10970-9cd4-417b-84d4-fd77f3bfacf2 req-090c1296-73eb-4cc9-9250-23fdaad723d6 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:55.598042 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-75c10970-9cd4-417b-84d4-fd77f3bfacf2 req-090c1296-73eb-4cc9-9250-23fdaad723d6 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 936 time: 0.0917330 Aug 23 22:33:55.636846 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3335e211-26eb-421b-b213-29bcef1c3854 admin admin] Publish callbacks [] for security_group (7654de2c-8c7c-4b2f-ae16-581bfbc83830), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:55.682671 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3335e211-26eb-421b-b213-29bcef1c3854 admin admin] Publish callbacks [] for security_group (7654de2c-8c7c-4b2f-ae16-581bfbc83830), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:55.708598 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-75c10970-9cd4-417b-84d4-fd77f3bfacf2 req-ba9b7a0c-df40-4272-8109-331f0315f7a6 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985360 Aug 23 22:33:55.763909 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3335e211-26eb-421b-b213-29bcef1c3854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7654de2c-8c7c-4b2f-ae16-581bfbc83830), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:55.767236 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-3335e211-26eb-421b-b213-29bcef1c3854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:55.768466 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-3335e211-26eb-421b-b213-29bcef1c3854 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/7654de2c-8c7c-4b2f-ae16-581bfbc83830 HTTP/1.1" status: 204 len: 168 time: 0.2686110 Aug 23 22:33:55.815023 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335e211-26eb-421b-b213-29bcef1c3854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7654de2c-8c7c-4b2f-ae16-581bfbc83830,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:55.821718 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8ab6a0fc-a34a-418a-9b0d-15c01e817d82 req-19d839f2-52d3-4914-ba32-915b23f1d048 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 210 time: 0.0504854 Aug 23 22:33:56.322178 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Request body: {'port': {'device_id': 'e71551bd-6514-4992-9657-e3a11817a45d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:33:56.425030 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c32b9cab-1f46-4517-9391-483415677f0e), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:56.630087 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:56.816745 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32b9cab-1f46-4517-9391-483415677f0e {{(pid=106594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:33:56.831936 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Publish callbacks [] for port (c32b9cab-1f46-4517-9391-483415677f0e), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:56.858877 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:56.860908 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.provisioning_blocks [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Transition to ACTIVE for port object c32b9cab-1f46-4517-9391-483415677f0e will not be triggered until provisioned by entity L2. {{(pid=106594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:33:56.867221 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768043'] for port (c32b9cab-1f46-4517-9391-483415677f0e), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:56.993583 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c32b9cab-1f46-4517-9391-483415677f0e,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:57.010444 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6bff5-49e0-423e-a9b9-f03dcf47ebdd req-93618977-9884-4064-b693-8445238f383c tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:57.012161 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78d6bff5-49e0-423e-a9b9-f03dcf47ebdd req-93618977-9884-4064-b693-8445238f383c tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 948 time: 0.1325424 Aug 23 22:33:57.115290 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-78d6bff5-49e0-423e-a9b9-f03dcf47ebdd req-381a6025-e971-44ec-8a07-97656cdc9d69 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813277 Aug 23 22:33:57.116085 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Attempting to bind port c32b9cab-1f46-4517-9391-483415677f0e on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:33:57.116427 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Attempting to bind port c32b9cab-1f46-4517-9391-483415677f0e by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '2e07da8f-ad93-4e6a-9cd9-debddc73a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:33:57.116752 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Attempting to bind port c32b9cab-1f46-4517-9391-483415677f0e on network 499707e7-ad53-43e5-8cb9-56f08e4d06fb {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:33:57.123513 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Port c32b9cab-1f46-4517-9391-483415677f0e on network 499707e7-ad53-43e5-8cb9-56f08e4d06fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:33:57.123842 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Attempting to bind port c32b9cab-1f46-4517-9391-483415677f0e on network 499707e7-ad53-43e5-8cb9-56f08e4d06fb {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:33:57.130799 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:33:57.131161 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Checking segment: {'id': '2e07da8f-ad93-4e6a-9cd9-debddc73a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:33:57.131518 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Bound using segment: {'id': '2e07da8f-ad93-4e6a-9cd9-debddc73a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'} {{(pid=106594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:33:57.131960 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.managers [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Bound port: c32b9cab-1f46-4517-9391-483415677f0e, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e07da8f-ad93-4e6a-9cd9-debddc73a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb'}}] {{(pid=106594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:33:57.132328 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c32b9cab-1f46-4517-9391-483415677f0e), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:57.193253 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:57.217608 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] For port c32b9cab-1f46-4517-9391-483415677f0e, host hv-cinder-85032, cleared binding levels {{(pid=106594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:33:57.222474 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] For port c32b9cab-1f46-4517-9391-483415677f0e, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c32b9cab-1f46-4517-9391-483415677f0e,segment=NetworkSegment(2e07da8f-ad93-4e6a-9cd9-debddc73a236),segment_id=2e07da8f-ad93-4e6a-9cd9-debddc73a236)] {{(pid=106594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:33:57.232082 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768043'] for port (c32b9cab-1f46-4517-9391-483415677f0e), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:57.237023 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:57.237606 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:57.240239 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/c32b9cab-1f46-4517-9391-483415677f0e HTTP/1.1" status: 200 len: 1098 time: 0.9218793 Aug 23 22:33:57.240239 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71551bd-6514-4992-9657-e3a11817a45d', 'tag': 'c32b9cab-1f46-4517-9391-483415677f0e'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:33:57.242017 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e71551bd-6514-4992-9657-e3a11817a45d", "tag": "c32b9cab-1f46-4517-9391-483415677f0e"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:33:57.281862 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:57.326327 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-e0cbdda9-13b4-4f9d-82d8-27d3689c8857 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:57.329136 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-e0cbdda9-13b4-4f9d-82d8-27d3689c8857 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 811 time: 0.2290156 Aug 23 22:33:57.350089 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c19d24d3-f50c-47e6-86d1-74da952909be req-e17d70dd-eaa4-4459-8d6b-a76cf4e34755 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 210 time: 0.0645542 Aug 23 22:33:57.401998 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f208e-4c1c-4d1d-ba55-4f46cff9e0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c32b9cab-1f46-4517-9391-483415677f0e,revision_number=3']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:57.443097 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431836c4-0ba5-460e-8b4d-d4c78a146f49 x-openstack-request-id: req-431836c4-0ba5-460e-8b4d-d4c78a146f49 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:33:57.443409 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71551bd-6514-4992-9657-e3a11817a45d", "tag": "c32b9cab-1f46-4517-9391-483415677f0e", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:33:57.443739 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-431836c4-0ba5-460e-8b4d-d4c78a146f49 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:33:57.444424 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431836c4-0ba5-460e-8b4d-d4c78a146f49'] response: {'name': 'network-changed', 'server_uuid': 'e71551bd-6514-4992-9657-e3a11817a45d', 'tag': 'c32b9cab-1f46-4517-9391-483415677f0e', 'status': 'completed', 'code': 200} Aug 23 22:33:57.452012 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-ab66e40b-8f47-4554-b004-c576cd611d89 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77cc91a5c0bc4e5888460d7618594895 HTTP/1.1" status: 200 len: 379 time: 0.1074271 Aug 23 22:33:57.460848 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-e0d89fb9-c077-4048-b4bd-7e81ad738569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:57.462491 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-e0d89fb9-c077-4048-b4bd-7e81ad738569 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a07e102f326541e2a89cfe541aa7a022&device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 1132 time: 0.1109228 Aug 23 22:33:57.495645 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'port': {'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'admin_state_up': True, 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'security_groups': ['ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae']}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:33:57.549014 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-43993b0c-c2c4-4b14-8c26-6a2dff23a678 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=c32b9cab-1f46-4517-9391-483415677f0e HTTP/1.1" status: 200 len: 217 time: 0.0595138 Aug 23 22:33:57.619283 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-4d67ffc1-2bf5-4689-a00e-df5770aecdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:57.620904 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-4d67ffc1-2bf5-4689-a00e-df5770aecdf1 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ca1f1451-a2e4-46ce-9101-07c697434750 HTTP/1.1" status: 200 len: 843 time: 0.0671129 Aug 23 22:33:57.659716 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Made reservation on behalf of 77cc91a5c0bc4e5888460d7618594895 for: {'port': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:33:57.663784 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:57.678793 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-9d63f98c-5dbb-4fcd-bb7a-1dc1b032b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:57.680428 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-9d63f98c-5dbb-4fcd-bb7a-1dc1b032b55c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=499707e7-ad53-43e5-8cb9-56f08e4d06fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0529814 Aug 23 22:33:57.810842 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-b16b57de-1c06-4690-88d9-2a8bd2c858ba service neutron] 10.222.0.86 "GET /networking/v2.0/networks/499707e7-ad53-43e5-8cb9-56f08e4d06fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203704 Aug 23 22:33:57.864500 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Allocated IP 172.20.0.8 (dd15f43b-dcfe-4caf-8228-7089e7287c38/34a84eff-8e1c-4c12-a2d4-bc639fa912f4/052e7b11-c246-43df-be23-a986bf10bdd8) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:33:57.898859 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:57.937873 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5a3ed69e-bc5d-4cf2-b733-900378c9f459 req-a911ae67-c175-4407-8791-bbe88b8deb17 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/499707e7-ad53-43e5-8cb9-56f08e4d06fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209438 Aug 23 22:33:58.094613 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for port (052e7b11-c246-43df-be23-a986bf10bdd8), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:58.143886 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:58.224048 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:33:58.228511 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:33:58.237987 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:33:58.274817 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'Port': ['ID=052e7b11-c246-43df-be23-a986bf10bdd8,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:33:58.313891 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:58.314713 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:58.336006 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865db4a-f6a6-4130-8429-f78ade39e353 req-ef13d763-fe41-41fd-9d8d-853fc7ab0f8e tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:58.337473 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-f5a48c4c-0ea4-4c31-abf7-62e6de8381e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8492799 Aug 23 22:33:58.344304 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8865db4a-f6a6-4130-8429-f78ade39e353 req-ef13d763-fe41-41fd-9d8d-853fc7ab0f8e tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 948 time: 0.1071484 Aug 23 22:33:58.410036 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8865db4a-f6a6-4130-8429-f78ade39e353 req-b9a98cb1-3f5e-4d33-95ec-8510017eb648 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645940 Aug 23 22:33:58.544625 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eed42-a801-4229-baa2-03e450c33e7a req-95e016b3-d6cf-4ced-b1be-811e58011117 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:58.546470 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-883eed42-a801-4229-baa2-03e450c33e7a req-95e016b3-d6cf-4ced-b1be-811e58011117 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 931 time: 0.0590255 Aug 23 22:33:58.600845 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-c8267c60-cd8b-40c7-a015-7648980892f3 None None] Provisioning complete for port 052e7b11-c246-43df-be23-a986bf10bdd8 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:33:58.601689 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c8267c60-cd8b-40c7-a015-7648980892f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:33:58.617556 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-883eed42-a801-4229-baa2-03e450c33e7a req-0e0a1bab-5839-41fd-8a53-7f8a8590beae tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617821 Aug 23 22:33:58.661042 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-c8267c60-cd8b-40c7-a015-7648980892f3 None None] Port 052e7b11-c246-43df-be23-a986bf10bdd8 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:33:59.573488 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b227e-caaa-4f38-abc4-2e3690f4c132 req-187bf398-73fd-418a-8a1c-1b34087f9107 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:59.576752 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa6b227e-caaa-4f38-abc4-2e3690f4c132 req-187bf398-73fd-418a-8a1c-1b34087f9107 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 948 time: 0.0726078 Aug 23 22:33:59.657868 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fa6b227e-caaa-4f38-abc4-2e3690f4c132 req-9632eec7-6114-48ca-aa88-ab943c894179 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748262 Aug 23 22:33:59.759556 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:33:59.777192 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6a2c-dd09-463b-aa5e-202eb1385cc8 req-773c15c4-3d77-4a21-ac44-1799db9358d2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:33:59.779943 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cbee6a2c-dd09-463b-aa5e-202eb1385cc8 req-773c15c4-3d77-4a21-ac44-1799db9358d2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 931 time: 0.0575180 Aug 23 22:33:59.875682 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cbee6a2c-dd09-463b-aa5e-202eb1385cc8 req-3381e1a5-57fb-42c9-86c5-fbf10f28bf5b tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795720 Aug 23 22:34:00.846044 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c260d0-4ba2-42a7-beb1-26be420e301c req-f5f00097-b869-4849-94d4-5d1b2eb6a192 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:00.847662 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-70c260d0-4ba2-42a7-beb1-26be420e301c req-f5f00097-b869-4849-94d4-5d1b2eb6a192 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 948 time: 0.0741827 Aug 23 22:34:00.906028 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-70c260d0-4ba2-42a7-beb1-26be420e301c req-1ccc660c-165c-4f64-bbe1-678d11f27e30 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512404 Aug 23 22:34:01.041632 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0cb2-774f-4b33-a3ba-fe15559f51d7 req-99e3dc3c-be77-4a2c-b7e5-521b0195e183 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:01.043211 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4f2d0cb2-774f-4b33-a3ba-fe15559f51d7 req-99e3dc3c-be77-4a2c-b7e5-521b0195e183 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 931 time: 0.0605738 Aug 23 22:34:01.054732 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device c32b9cab-1f46-4517-9391-483415677f0e details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:34:01.112645 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4f2d0cb2-774f-4b33-a3ba-fe15559f51d7 req-1bd3010b-2a65-47d8-85da-128645a1e258 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583811 Aug 23 22:34:01.231251 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port c32b9cab-1f46-4517-9391-483415677f0e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c32b9cab-1f46-4517-9391-483415677f0e,segment=NetworkSegment(2e07da8f-ad93-4e6a-9cd9-debddc73a236),segment_id=2e07da8f-ad93-4e6a-9cd9-debddc73a236)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:01.246720 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': 'c32b9cab-1f46-4517-9391-483415677f0e', 'network_id': '499707e7-ad53-43e5-8cb9-56f08e4d06fb', 'port_id': 'c32b9cab-1f46-4517-9391-483415677f0e', 'mac_address': 'fa:16:3e:cf:6c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1f1451-a2e4-46ce-9101-07c697434750', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:34:01.278990 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Request body: {'port': {'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:01.314613 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port c32b9cab-1f46-4517-9391-483415677f0e is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:01.315125 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c32b9cab-1f46-4517-9391-483415677f0e), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:01.341398 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32b9cab-1f46-4517-9391-483415677f0e {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:34:01.362609 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-7025c5d6-207c-4cb8-b7f6-0ac689694535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:01.365297 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-7025c5d6-207c-4cb8-b7f6-0ac689694535 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=a07e102f326541e2a89cfe541aa7a022&device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 1132 time: 0.0926812 Aug 23 22:34:01.368338 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:01.397608 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port c32b9cab-1f46-4517-9391-483415677f0e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c32b9cab-1f46-4517-9391-483415677f0e,segment=NetworkSegment(2e07da8f-ad93-4e6a-9cd9-debddc73a236),segment_id=2e07da8f-ad93-4e6a-9cd9-debddc73a236)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:01.411959 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c32b9cab-1f46-4517-9391-483415677f0e), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:01.523608 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=c32b9cab-1f46-4517-9391-483415677f0e,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:01.581257 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:01.605092 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-ab37d148-de88-4000-b616-25d46ebfbc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:01.608358 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-ab37d148-de88-4000-b616-25d46ebfbc68 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=499707e7-ad53-43e5-8cb9-56f08e4d06fb HTTP/1.1" status: 200 len: 871 time: 0.2345624 Aug 23 22:34:01.615576 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:01.727548 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-679bfabf-f2cd-4177-9aa8-d7095ae68cce service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=c32b9cab-1f46-4517-9391-483415677f0e HTTP/1.1" status: 200 len: 217 time: 0.0645759 Aug 23 22:34:01.733960 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['c32b9cab-1f46-4517-9391-483415677f0e'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:34:01.849115 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-56c42de2-222b-4fd2-b4ef-5ffa9517fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:01.851594 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-56c42de2-222b-4fd2-b4ef-5ffa9517fc45 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ca1f1451-a2e4-46ce-9101-07c697434750 HTTP/1.1" status: 200 len: 843 time: 0.1162260 Aug 23 22:34:01.868599 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=69 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:01.878816 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=65 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:01.925192 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-e0b1cb4a-5f3c-4522-9263-719dd28473fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:01.927217 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-e0b1cb4a-5f3c-4522-9263-719dd28473fa service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=499707e7-ad53-43e5-8cb9-56f08e4d06fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0686185 Aug 23 22:34:01.933646 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052e7b11-c246-43df-be23-a986bf10bdd8 {{(pid=106593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:34:01.955463 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Publish callbacks [] for port (052e7b11-c246-43df-be23-a986bf10bdd8), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:01.997272 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.provisioning_blocks [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Transition to ACTIVE for port object 052e7b11-c246-43df-be23-a986bf10bdd8 will not be triggered until provisioned by entity L2. {{(pid=106593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:34:02.003648 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:02.106606 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-b3bf64a5-dfaa-4d46-b853-15d26e140ca5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/499707e7-ad53-43e5-8cb9-56f08e4d06fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729410 Aug 23 22:34:02.126714 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Pushing event updated for resources: {'Port': ['ID=052e7b11-c246-43df-be23-a986bf10bdd8,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:02.151014 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c771171-1be9-4b9a-9668-f3b42cce720f req-44f19dab-d896-4891-92dd-7bbdbe764659 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:02.153917 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0c771171-1be9-4b9a-9668-f3b42cce720f req-44f19dab-d896-4891-92dd-7bbdbe764659 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 949 time: 0.0880449 Aug 23 22:34:02.221578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:02.227500 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Attempting to bind port 052e7b11-c246-43df-be23-a986bf10bdd8 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:34:02.228160 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Attempting to bind port 052e7b11-c246-43df-be23-a986bf10bdd8 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:34:02.228735 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Attempting to bind port 052e7b11-c246-43df-be23-a986bf10bdd8 on network dd15f43b-dcfe-4caf-8228-7089e7287c38 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:34:02.236944 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Port 052e7b11-c246-43df-be23-a986bf10bdd8 on network dd15f43b-dcfe-4caf-8228-7089e7287c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:34:02.237466 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Attempting to bind port 052e7b11-c246-43df-be23-a986bf10bdd8 on network dd15f43b-dcfe-4caf-8228-7089e7287c38 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:34:02.245988 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:34:02.246469 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Checking segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:02.247651 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Bound using segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:34:02.248316 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Bound port: 052e7b11-c246-43df-be23-a986bf10bdd8, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:34:02.248691 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:02.303915 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0c771171-1be9-4b9a-9668-f3b42cce720f req-e51284dd-f1cd-4a6c-8989-9c48f08047c8 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376958 Aug 23 22:34:02.307448 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9ed6ff7c-2e26-44e6-a0a4-fab3f6a01e9c req-9756922e-c07d-4595-9a99-d262eae1fabb service neutron] 10.222.0.86 "GET /networking/v2.0/networks/499707e7-ad53-43e5-8cb9-56f08e4d06fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932609 Aug 23 22:34:02.363377 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] For port 052e7b11-c246-43df-be23-a986bf10bdd8, host hv-cinder-85032, cleared binding levels {{(pid=106593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:34:02.370055 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] For port 052e7b11-c246-43df-be23-a986bf10bdd8, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=052e7b11-c246-43df-be23-a986bf10bdd8,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:34:02.380215 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:02.388957 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:02.389789 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:02.391518 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/052e7b11-c246-43df-be23-a986bf10bdd8 HTTP/1.1" status: 200 len: 1093 time: 1.1195917 Aug 23 22:34:02.393874 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:34:02.397500 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e917413-ef45-42b2-a335-09e8a2b78b55" -d '{"events": [{"name": "network-changed", "server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:34:02.501711 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb23d6-cd7c-4be7-9315-d4add63436e1 req-d4a7f3b3-d076-49a5-9978-64c8aaea58d6 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:02.503693 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f0bb23d6-cd7c-4be7-9315-d4add63436e1 req-d4a7f3b3-d076-49a5-9978-64c8aaea58d6 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 943 time: 0.0981545 Aug 23 22:34:02.541206 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf84f2b-9c25-411b-b1bd-a8b2461dee63 service neutron] Pushing event updated for resources: {'Port': ['ID=052e7b11-c246-43df-be23-a986bf10bdd8,revision_number=3']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:02.574143 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-a06d73d6-7874-4f53-a9ae-fa52152cf1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:02.577780 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-a06d73d6-7874-4f53-a9ae-fa52152cf1da service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 1127 time: 0.1020823 Aug 23 22:34:02.588421 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f0bb23d6-cd7c-4be7-9315-d4add63436e1 req-f6583493-f4f9-4e8f-b135-5522166469a1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741069 Aug 23 22:34:02.663830 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-3a4a0825-2705-4673-bbac-ec4a72cbd5a7 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052e7b11-c246-43df-be23-a986bf10bdd8 HTTP/1.1" status: 200 len: 217 time: 0.0728943 Aug 23 22:34:02.671283 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f97d5cd-450f-48b7-b675-481a3e3d525d x-openstack-request-id: req-1f97d5cd-450f-48b7-b675-481a3e3d525d {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:34:02.671618 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:34:02.671914 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1f97d5cd-450f-48b7-b675-481a3e3d525d {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:34:02.672367 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f97d5cd-450f-48b7-b675-481a3e3d525d'] response: {'name': 'network-changed', 'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8', 'status': 'completed', 'code': 200} Aug 23 22:34:02.754077 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-31e00c53-a4c0-40d6-aefa-89d521f5099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:02.757657 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-31e00c53-a4c0-40d6-aefa-89d521f5099d service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0637400 Aug 23 22:34:02.817238 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-44eace15-835d-484f-ba43-8858436797a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:02.819706 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-44eace15-835d-484f-ba43-8858436797a4 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572908 Aug 23 22:34:02.978412 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-3c8c231d-e77d-43de-87b5-9cd0c336a11f service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520264 Aug 23 22:34:03.066994 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device c32b9cab-1f46-4517-9391-483415677f0e up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:03.135666 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-b3c0b70d-2da9-4089-a7fa-9e0a7d6e2fe1 req-395c2d6d-15ee-4f45-94ed-1602b4697d79 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514943 Aug 23 22:34:03.150566 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port c32b9cab-1f46-4517-9391-483415677f0e completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:34:03.162611 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port c32b9cab-1f46-4517-9391-483415677f0e triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:03.162953 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (c32b9cab-1f46-4517-9391-483415677f0e), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:03.319378 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port c32b9cab-1f46-4517-9391-483415677f0e is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:03.320597 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c32b9cab-1f46-4517-9391-483415677f0e), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:03.370892 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71551bd-6514-4992-9657-e3a11817a45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32b9cab-1f46-4517-9391-483415677f0e'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:34:03.376173 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aaad8d-446e-4c0c-83fe-a11fa7ead06c" -d '{"events": [{"server_uuid": "e71551bd-6514-4992-9657-e3a11817a45d", "name": "network-vif-plugged", "status": "completed", "tag": "c32b9cab-1f46-4517-9391-483415677f0e"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:34:03.397876 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:03.402474 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port c32b9cab-1f46-4517-9391-483415677f0e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c32b9cab-1f46-4517-9391-483415677f0e,segment=NetworkSegment(2e07da8f-ad93-4e6a-9cd9-debddc73a236),segment_id=2e07da8f-ad93-4e6a-9cd9-debddc73a236)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:03.411427 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c32b9cab-1f46-4517-9391-483415677f0e), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:03.478542 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:03.508746 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-040247ec-7b6c-492a-bf5e-27876f1c4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:03.513595 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-040247ec-7b6c-492a-bf5e-27876f1c4c97 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 1127 time: 0.0679748 Aug 23 22:34:03.516220 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bca1c9-1f8d-4da3-bab2-4df969af4306 req-1573fb5d-09fd-406a-85e6-ab70de8739f8 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:03.520734 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=c32b9cab-1f46-4517-9391-483415677f0e,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:03.528175 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-16bca1c9-1f8d-4da3-bab2-4df969af4306 req-1573fb5d-09fd-406a-85e6-ab70de8739f8 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0995083 Aug 23 22:34:03.611372 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-16bca1c9-1f8d-4da3-bab2-4df969af4306 req-5901bbd0-8b1b-4927-a7a3-9e53496ee6a5 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818548 Aug 23 22:34:03.638832 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:03.644529 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:03.660478 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-48f31be0-98c5-4125-869f-0d0ce4770903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:03.700108 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-abf1c117-f062-478b-89e5-fc32d39e0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:03.704987 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-abf1c117-f062-478b-89e5-fc32d39e0b9f service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.1845396 Aug 23 22:34:03.710048 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22db40e0-4ece-415a-8f15-1cccc2492631 x-openstack-request-id: req-22db40e0-4ece-415a-8f15-1cccc2492631 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:34:03.710544 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71551bd-6514-4992-9657-e3a11817a45d", "name": "network-vif-plugged", "status": "completed", "tag": "c32b9cab-1f46-4517-9391-483415677f0e", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:34:03.710956 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22db40e0-4ece-415a-8f15-1cccc2492631 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:34:03.711611 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22db40e0-4ece-415a-8f15-1cccc2492631'] response: {'server_uuid': 'e71551bd-6514-4992-9657-e3a11817a45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32b9cab-1f46-4517-9391-483415677f0e', 'code': 200} Aug 23 22:34:03.858785 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da5d70-ad2e-4787-ad17-71ab59befe4b req-9e3bbed1-b149-4633-b8b5-46a1083e2727 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:03.860418 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-33da5d70-ad2e-4787-ad17-71ab59befe4b req-9e3bbed1-b149-4633-b8b5-46a1083e2727 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 943 time: 0.0647643 Aug 23 22:34:03.948487 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-33da5d70-ad2e-4787-ad17-71ab59befe4b req-f6dab254-7176-45d1-b872-318d0ca12c25 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773773 Aug 23 22:34:04.817865 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:04.834315 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f815a47-9130-48cd-9544-a19bc1179fa8 req-7b409562-ab68-4aed-83d9-80902e8aa26c tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:04.837042 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8f815a47-9130-48cd-9544-a19bc1179fa8 req-7b409562-ab68-4aed-83d9-80902e8aa26c tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0869126 Aug 23 22:34:04.926216 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-8f815a47-9130-48cd-9544-a19bc1179fa8 req-b61e2e5e-90b3-44ca-a529-3f79cf97abff tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801637 Aug 23 22:34:05.112245 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2579-85bc-4671-a414-cda16ea50a16 req-fd2e82ef-2106-461e-a806-a467216a0d7f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:05.113915 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-581d2579-85bc-4671-a414-cda16ea50a16 req-fd2e82ef-2106-461e-a806-a467216a0d7f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 943 time: 0.0816042 Aug 23 22:34:05.187280 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-581d2579-85bc-4671-a414-cda16ea50a16 req-fe31fa53-06e4-4756-a527-92242ee7a9b1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644486 Aug 23 22:34:06.039778 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-35145af6-a5f6-48f4-a79d-236ea4ac3d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:06.101293 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dffdc1-50f2-4635-97bb-78f048077787 req-018832cf-8c3f-446e-9b66-24cce6ed6105 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:06.103186 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-26dffdc1-50f2-4635-97bb-78f048077787 req-018832cf-8c3f-446e-9b66-24cce6ed6105 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0603452 Aug 23 22:34:06.173991 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-c74993c4-5557-4296-8638-6d89558ff517 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052e7b11-c246-43df-be23-a986bf10bdd8 HTTP/1.1" status: 200 len: 217 time: 0.0656297 Aug 23 22:34:06.176532 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-26dffdc1-50f2-4635-97bb-78f048077787 req-c9301986-f57a-496e-a7bf-eef1c7bf5d64 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649016 Aug 23 22:34:06.259024 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-2afb8a2f-d79c-42e7-91df-5aa84654e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:06.262466 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-2afb8a2f-d79c-42e7-91df-5aa84654e762 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0823586 Aug 23 22:34:06.339087 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-c5a610e2-865b-40e0-a5f4-fb3b95f67f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:06.341778 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-c5a610e2-865b-40e0-a5f4-fb3b95f67f0a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704846 Aug 23 22:34:06.417569 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde877-4bfd-4cd1-8e7a-4d3e58c510a0 req-5625042c-8042-4534-be59-129ffe8f985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:06.420431 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-04fde877-4bfd-4cd1-8e7a-4d3e58c510a0 req-5625042c-8042-4534-be59-129ffe8f985b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 1134 time: 0.0974879 Aug 23 22:34:06.442955 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea83f1d-28d6-432b-bace-c1e3ab356b3a req-3e6fa93e-137c-40e7-944b-d6a267c2e295 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:06.444663 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5ea83f1d-28d6-432b-bace-c1e3ab356b3a req-3e6fa93e-137c-40e7-944b-d6a267c2e295 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 943 time: 0.1109314 Aug 23 22:34:06.506227 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-9e6be777-193f-48b2-a788-a3713d3f1346 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578238 Aug 23 22:34:06.549200 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-04fde877-4bfd-4cd1-8e7a-4d3e58c510a0 req-1b0c550e-7eb7-430a-87ab-9195434676ce service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206994 Aug 23 22:34:06.586673 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5ea83f1d-28d6-432b-bace-c1e3ab356b3a req-f67ad2d1-595b-4fc7-9404-b4e4e133e75c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275480 Aug 23 22:34:06.665449 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1e917413-ef45-42b2-a335-09e8a2b78b55 req-b014f77b-7336-4d81-99eb-abda4cd1b394 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533606 Aug 23 22:34:07.356855 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5216da-406a-4481-bd05-36e27ec02e9e req-92513735-68da-4aa0-b826-02e81251125a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:07.359698 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4c5216da-406a-4481-bd05-36e27ec02e9e req-92513735-68da-4aa0-b826-02e81251125a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0694377 Aug 23 22:34:07.430348 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-4c5216da-406a-4481-bd05-36e27ec02e9e req-a1218a7a-bb89-4349-a872-3cf129068cd7 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635786 Aug 23 22:34:07.768821 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689a7e4-f5a9-4f4a-b010-e1c670d45cb5 req-647c392f-ca1b-4da6-9cc1-e2840f2eeb9c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:07.771221 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f689a7e4-f5a9-4f4a-b010-e1c670d45cb5 req-647c392f-ca1b-4da6-9cc1-e2840f2eeb9c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 943 time: 0.0870743 Aug 23 22:34:07.854949 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f689a7e4-f5a9-4f4a-b010-e1c670d45cb5 req-31ebb9dc-605d-4eef-88ab-42358790adeb tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728447 Aug 23 22:34:08.539523 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:08.586888 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f92b64-8e7b-494e-a236-eaa27101b78b req-4766dab2-b131-4d96-8401-8103cb84250a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:08.588541 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-99f92b64-8e7b-494e-a236-eaa27101b78b req-4766dab2-b131-4d96-8401-8103cb84250a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0598102 Aug 23 22:34:08.649356 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-99f92b64-8e7b-494e-a236-eaa27101b78b req-23ba6a45-4fdb-4de4-b4e1-2cd4f95294f4 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Aug 23 22:34:08.837028 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:09.050749 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31c13b-1114-42e0-bad5-e7631fbfc87c req-4fe1bfb0-c7b0-4fc8-90f6-3c3a6b0de2e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:09.052635 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ec31c13b-1114-42e0-bad5-e7631fbfc87c req-4fe1bfb0-c7b0-4fc8-90f6-3c3a6b0de2e3 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 943 time: 0.0664139 Aug 23 22:34:09.131268 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ec31c13b-1114-42e0-bad5-e7631fbfc87c req-12a5cae1-6141-4528-af7a-30010ba6a20e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723925 Aug 23 22:34:09.264786 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb42b7-8243-4f82-94f3-2f8b624cad99 req-aa2cff3e-4e52-40de-9ed5-21ebb2762f63 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:09.266490 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a5eb42b7-8243-4f82-94f3-2f8b624cad99 req-aa2cff3e-4e52-40de-9ed5-21ebb2762f63 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0589433 Aug 23 22:34:09.354514 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a5eb42b7-8243-4f82-94f3-2f8b624cad99 req-5b835bd6-772c-48cc-a0f3-e216350aa6ff tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812657 Aug 23 22:34:10.110891 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:10.289791 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead01d50-10a9-4f86-bce8-6656c06684c1 req-01dbbd3a-7a12-44f8-8dc3-0e8e67a4563a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:10.291599 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ead01d50-10a9-4f86-bce8-6656c06684c1 req-01dbbd3a-7a12-44f8-8dc3-0e8e67a4563a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 943 time: 0.0541184 Aug 23 22:34:10.350980 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:10.362406 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-ead01d50-10a9-4f86-bce8-6656c06684c1 req-2fcbf097-3bbe-4a16-a6d4-25c588ac0ef7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598512 Aug 23 22:34:10.515435 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aadcae-5f65-43cd-8e8e-f193ae5fa7bd req-aa128654-686d-4158-8d60-27dbdd5d6f51 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:10.517120 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-09aadcae-5f65-43cd-8e8e-f193ae5fa7bd req-aa128654-686d-4158-8d60-27dbdd5d6f51 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0757866 Aug 23 22:34:10.583167 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-09aadcae-5f65-43cd-8e8e-f193ae5fa7bd req-7eca31a5-dee1-4f87-a574-905e9323c47c tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595632 Aug 23 22:34:11.050067 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:11.551541 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30af68-ba75-43b6-a854-153f13e331d7 req-6412afab-41ee-406b-942e-460617d5ceef tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:11.553408 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1c30af68-ba75-43b6-a854-153f13e331d7 req-6412afab-41ee-406b-942e-460617d5ceef tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 943 time: 0.0533559 Aug 23 22:34:11.617479 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1c30af68-ba75-43b6-a854-153f13e331d7 req-c3a3881a-234f-409a-af98-77056d137e51 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575423 Aug 23 22:34:11.788977 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3da0d-815c-4bd0-8684-43f46f557fb8 req-c1c76352-c504-4522-9278-4f551da6447f tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:11.790681 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9df3da0d-815c-4bd0-8684-43f46f557fb8 req-c1c76352-c504-4522-9278-4f551da6447f tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0784140 Aug 23 22:34:11.851627 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9df3da0d-815c-4bd0-8684-43f46f557fb8 req-9eb06148-f384-480f-a568-235bb20bbf56 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540512 Aug 23 22:34:12.837197 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe9586-0670-4b99-b6d4-9f8245303649 req-b36d0bce-9ddc-4794-b1d3-0137bee29f2b tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:12.839000 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e9fe9586-0670-4b99-b6d4-9f8245303649 req-b36d0bce-9ddc-4794-b1d3-0137bee29f2b tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 943 time: 0.0900636 Aug 23 22:34:12.934393 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e9fe9586-0670-4b99-b6d4-9f8245303649 req-2d6f0129-7caa-4063-b088-961a07c87632 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853076 Aug 23 22:34:13.081306 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ccb8-e0c0-4ddd-a7ee-cc60fc41d2c3 req-59a60f52-83b2-4d54-9ffa-66ab3bb91909 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:13.083211 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6332ccb8-e0c0-4ddd-a7ee-cc60fc41d2c3 req-59a60f52-83b2-4d54-9ffa-66ab3bb91909 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0729990 Aug 23 22:34:13.101350 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 052e7b11-c246-43df-be23-a986bf10bdd8 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:34:13.184276 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-6bfe9823-3bd3-4d14-959e-fca788ac4ddc tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:13.186717 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-6bfe9823-3bd3-4d14-959e-fca788ac4ddc tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 950 time: 0.0782025 Aug 23 22:34:13.200633 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6332ccb8-e0c0-4ddd-a7ee-cc60fc41d2c3 req-dfc9c55b-6451-4a2c-a96a-14c44b60a35d tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b37aea3c-c026-41f5-8899-1823967c056a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052887 Aug 23 22:34:13.331848 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 052e7b11-c246-43df-be23-a986bf10bdd8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=052e7b11-c246-43df-be23-a986bf10bdd8,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:13.356629 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '052e7b11-c246-43df-be23-a986bf10bdd8', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:34:13.425235 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 052e7b11-c246-43df-be23-a986bf10bdd8 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:13.425875 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:13.452933 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052e7b11-c246-43df-be23-a986bf10bdd8 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:34:13.493048 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 052e7b11-c246-43df-be23-a986bf10bdd8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=052e7b11-c246-43df-be23-a986bf10bdd8,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:13.499610 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:13.559166 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Deleting port c32b9cab-1f46-4517-9391-483415677f0e {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:34:13.559819 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (c32b9cab-1f46-4517-9391-483415677f0e), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:13.567322 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=052e7b11-c246-43df-be23-a986bf10bdd8,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:13.680359 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] For port c32b9cab-1f46-4517-9391-483415677f0e, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c32b9cab-1f46-4517-9391-483415677f0e,segment=NetworkSegment(2e07da8f-ad93-4e6a-9cd9-debddc73a236),segment_id=2e07da8f-ad93-4e6a-9cd9-debddc73a236)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:13.680728 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (c32b9cab-1f46-4517-9391-483415677f0e), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:13.700165 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Calling delete_port for c32b9cab-1f46-4517-9391-483415677f0e owned by compute:nova {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:34:13.800067 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['052e7b11-c246-43df-be23-a986bf10bdd8'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:34:13.906778 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (c32b9cab-1f46-4517-9391-483415677f0e), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:13.952554 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['c32b9cab-1f46-4517-9391-483415677f0e'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:34:13.957868 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Pushing event deleted for resources: {'Port': ['ID=c32b9cab-1f46-4517-9391-483415677f0e,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:14.035019 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] No DVR routers for this DVR port c32b9cab-1f46-4517-9391-483415677f0e on host hv-cinder-85032 {{(pid=106593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:34:14.038039 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:14.041711 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-c16cab8f-cef0-4063-8a73-1d8e5cf6f77a req-87b6de79-33a0-4e42-827d-e0461ba11b8a tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.86 "DELETE /networking/v2.0/ports/c32b9cab-1f46-4517-9391-483415677f0e HTTP/1.1" status: 204 len: 173 time: 0.8489988 Aug 23 22:34:14.042246 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71551bd-6514-4992-9657-e3a11817a45d', 'name': 'network-vif-deleted', 'tag': 'c32b9cab-1f46-4517-9391-483415677f0e'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:34:14.045800 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3c1a03-1c15-476c-b7fb-4e2aed8c5e8a" -d '{"events": [{"server_uuid": "e71551bd-6514-4992-9657-e3a11817a45d", "name": "network-vif-deleted", "tag": "c32b9cab-1f46-4517-9391-483415677f0e"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:34:14.213944 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8f0b2-3b8b-4f08-85d5-effd4c4131dd req-31494ad6-df95-417c-af7f-84902a544795 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:14.217515 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5be8f0b2-3b8b-4f08-85d5-effd4c4131dd req-31494ad6-df95-417c-af7f-84902a544795 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 944 time: 0.0979464 Aug 23 22:34:14.328379 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5be8f0b2-3b8b-4f08-85d5-effd4c4131dd req-e787470f-2188-4b0d-8715-30f892194139 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003778 Aug 23 22:34:14.384819 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3937bc05-8b9e-4138-8323-026f627a2a32 x-openstack-request-id: req-3937bc05-8b9e-4138-8323-026f627a2a32 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:34:14.385537 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71551bd-6514-4992-9657-e3a11817a45d", "name": "network-vif-deleted", "tag": "c32b9cab-1f46-4517-9391-483415677f0e", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:34:14.385760 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3937bc05-8b9e-4138-8323-026f627a2a32 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:34:14.386829 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3937bc05-8b9e-4138-8323-026f627a2a32'] response: {'server_uuid': 'e71551bd-6514-4992-9657-e3a11817a45d', 'name': 'network-vif-deleted', 'tag': 'c32b9cab-1f46-4517-9391-483415677f0e', 'status': 'completed', 'code': 200} Aug 23 22:34:14.504441 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6945141f-500c-4b7c-8ab2-1a5dcda13753 req-eebbf4dc-f61f-4a2d-85ed-80317ee75066 tempest-VolumesNegativeTest-1750422317 tempest-VolumesNegativeTest-1750422317-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e71551bd-6514-4992-9657-e3a11817a45d HTTP/1.1" status: 200 len: 210 time: 0.0491915 Aug 23 22:34:15.135510 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 052e7b11-c246-43df-be23-a986bf10bdd8 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:15.176962 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:15.198032 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 052e7b11-c246-43df-be23-a986bf10bdd8 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:34:15.205406 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 052e7b11-c246-43df-be23-a986bf10bdd8 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:15.205932 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:15.296903 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 052e7b11-c246-43df-be23-a986bf10bdd8 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:15.297395 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:15.325345 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:34:15.327829 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002301b5-0e67-4589-89d5-477e346abfee" -d '{"events": [{"server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "name": "network-vif-plugged", "status": "completed", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:34:15.344592 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 052e7b11-c246-43df-be23-a986bf10bdd8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=052e7b11-c246-43df-be23-a986bf10bdd8,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:15.350258 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:15.395587 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f703f217-7eba-4c9a-9e82-96ac402a5fb9 x-openstack-request-id: req-f703f217-7eba-4c9a-9e82-96ac402a5fb9 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:34:15.395885 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "name": "network-vif-plugged", "status": "completed", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:34:15.396199 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f703f217-7eba-4c9a-9e82-96ac402a5fb9 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:34:15.396675 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f703f217-7eba-4c9a-9e82-96ac402a5fb9'] response: {'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8', 'code': 200} Aug 23 22:34:15.412029 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=052e7b11-c246-43df-be23-a986bf10bdd8,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:15.519676 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d63a-8c0c-4ef2-b78c-53b2060ad171 req-c5e876ce-7a93-4277-866c-a5934bc8cfb5 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:15.521391 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c933d63a-8c0c-4ef2-b78c-53b2060ad171 req-c5e876ce-7a93-4277-866c-a5934bc8cfb5 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 945 time: 0.0667634 Aug 23 22:34:15.600635 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c933d63a-8c0c-4ef2-b78c-53b2060ad171 req-fba83bb2-6fb6-497b-a3c1-ad5069e05e63 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688622 Aug 23 22:34:15.729517 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822c13a-3e03-4375-bd19-d244db5a2f96 req-1d853b73-762f-4fb5-b704-b441b1045fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:15.732392 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6822c13a-3e03-4375-bd19-d244db5a2f96 req-1d853b73-762f-4fb5-b704-b441b1045fd1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 1129 time: 0.0594802 Aug 23 22:34:15.822375 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-6822c13a-3e03-4375-bd19-d244db5a2f96 req-7da760e1-3f37-4619-8dba-5d5da0771b3e service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814054 Aug 23 22:34:15.920622 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 33926) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:16.072007 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6fae1a1c-672f-4936-8878-8898944ca075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:16.132872 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:16.134612 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:16.207351 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6fae1a1c-672f-4936-8878-8898944ca075 admin admin] Publish callbacks [] for security_group (b5cb532c-82a3-439a-bd94-5b0876166283), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:16.212397 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-6fae1a1c-672f-4936-8878-8898944ca075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b5cb532c-82a3-439a-bd94-5b0876166283), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:16.259155 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-6fae1a1c-672f-4936-8878-8898944ca075 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=c13d31d53cd747308f43e27a32f279a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374925 Aug 23 22:34:16.260229 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae1a1c-672f-4936-8878-8898944ca075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cb532c-82a3-439a-bd94-5b0876166283,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:16.264462 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 33940) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:16.320750 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:16.361675 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-34038672-cedb-41fe-bc15-f76438c43e3c admin admin] Publish callbacks [] for security_group (b5cb532c-82a3-439a-bd94-5b0876166283), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:16.403987 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-34038672-cedb-41fe-bc15-f76438c43e3c admin admin] Publish callbacks [] for security_group (b5cb532c-82a3-439a-bd94-5b0876166283), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:16.486388 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-34038672-cedb-41fe-bc15-f76438c43e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b5cb532c-82a3-439a-bd94-5b0876166283), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:16.489503 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-34038672-cedb-41fe-bc15-f76438c43e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:16.490945 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-34038672-cedb-41fe-bc15-f76438c43e3c admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/b5cb532c-82a3-439a-bd94-5b0876166283 HTTP/1.1" status: 204 len: 168 time: 0.2244878 Aug 23 22:34:16.501742 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34038672-cedb-41fe-bc15-f76438c43e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cb532c-82a3-439a-bd94-5b0876166283,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:16.525243 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:16.836984 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9999e-fe77-4771-a056-7c7b1a50c095 req-80c62683-6add-4c7a-b699-fb079841eac5 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:16.850447 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-14f9999e-fe77-4771-a056-7c7b1a50c095 req-80c62683-6add-4c7a-b699-fb079841eac5 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 945 time: 0.1101046 Aug 23 22:34:16.946373 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-14f9999e-fe77-4771-a056-7c7b1a50c095 req-639fee92-f74b-4b91-9b99-72e6e71d2c88 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838385 Aug 23 22:34:17.055444 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34010) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:17.074849 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5174ce7a-df54-4dd7-81d7-197f0f73eba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:17.134802 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device c32b9cab-1f46-4517-9391-483415677f0e no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:34:17.169789 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: c32b9cab-1f46-4517-9391-483415677f0e {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:34:17.170470 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device c32b9cab-1f46-4517-9391-483415677f0e not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:34:17.211601 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5174ce7a-df54-4dd7-81d7-197f0f73eba9 admin admin] Publish callbacks [] for security_group (47a05658-b086-4df6-9462-4eec41d06df1), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:17.217616 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-5174ce7a-df54-4dd7-81d7-197f0f73eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (47a05658-b086-4df6-9462-4eec41d06df1), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:17.302122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174ce7a-df54-4dd7-81d7-197f0f73eba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a05658-b086-4df6-9462-4eec41d06df1,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:17.317148 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34020) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:17.317442 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-5174ce7a-df54-4dd7-81d7-197f0f73eba9 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=9bd1457ea520490daa95d4cee364c7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601237 Aug 23 22:34:17.370380 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:17.386435 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c0fb-b4fe-4d58-a9bd-46cb686eb3c8 admin admin] Publish callbacks [] for security_group (47a05658-b086-4df6-9462-4eec41d06df1), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:17.419521 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c0fb-b4fe-4d58-a9bd-46cb686eb3c8 admin admin] Publish callbacks [] for security_group (47a05658-b086-4df6-9462-4eec41d06df1), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:17.494473 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c0fb-b4fe-4d58-a9bd-46cb686eb3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (47a05658-b086-4df6-9462-4eec41d06df1), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:17.501535 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c0fb-b4fe-4d58-a9bd-46cb686eb3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:17.503442 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c9f1c0fb-b4fe-4d58-a9bd-46cb686eb3c8 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/47a05658-b086-4df6-9462-4eec41d06df1 HTTP/1.1" status: 204 len: 168 time: 0.1837602 Aug 23 22:34:17.520282 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1c0fb-b4fe-4d58-a9bd-46cb686eb3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a05658-b086-4df6-9462-4eec41d06df1,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:18.159986 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a5c34-354a-43b0-9c76-684f056a1f4e req-10653efb-ee69-4546-a593-2ecefe76cf5a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:18.162814 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-672a5c34-354a-43b0-9c76-684f056a1f4e req-10653efb-ee69-4546-a593-2ecefe76cf5a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 945 time: 0.0963457 Aug 23 22:34:18.262499 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-672a5c34-354a-43b0-9c76-684f056a1f4e req-f7829d32-53ea-4106-91b1-0ae748b289a1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906992 Aug 23 22:34:18.868601 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ecc94-ca40-4cba-8325-b3bb381f9260 req-379fcc93-2ee5-41e2-8a65-4c1aef4198bf tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:18.881394 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a81ecc94-ca40-4cba-8325-b3bb381f9260 req-379fcc93-2ee5-41e2-8a65-4c1aef4198bf tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 945 time: 0.4888215 Aug 23 22:34:18.949709 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-a81ecc94-ca40-4cba-8325-b3bb381f9260 req-3e3689b5-319c-42ee-a3b1-df975bfe6ff2 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664535 Aug 23 22:34:18.989404 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34126) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:19.059103 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac06696-6a72-4e66-a603-b348eafd05a2 tempest-TestVolumeBootPattern-1247869274 tempest-TestVolumeBootPattern-1247869274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:19.061868 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8ac06696-6a72-4e66-a603-b348eafd05a2 tempest-TestVolumeBootPattern-1247869274 tempest-TestVolumeBootPattern-1247869274-project-admin] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 1124 time: 0.0707018 Aug 23 22:34:19.065005 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34130) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:19.071577 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:19.103685 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:19.261179 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:19.473408 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Allocated IP 172.27.2.169 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/b717cc49-e39b-41bd-856d-df67b5272fd8) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:34:19.606412 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:19.658483 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for port (b717cc49-e39b-41bd-856d-df67b5272fd8), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:19.703426 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (b717cc49-e39b-41bd-856d-df67b5272fd8), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:19.783755 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:34:19.787501 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:19.790146 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'Port': ['ID=b717cc49-e39b-41bd-856d-df67b5272fd8,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:19.792682 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:34:19.844715 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:20.391802 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (5b938dec-63b3-4624-90e8-207450fc4f33), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:20.463731 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34190) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:20.508147 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (b717cc49-e39b-41bd-856d-df67b5272fd8), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:20.686271 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0aa5718b-3865-46b1-91c8-712f9a384416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:20.757227 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for port (b717cc49-e39b-41bd-856d-df67b5272fd8), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:20.766664 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768043'] for port (b717cc49-e39b-41bd-856d-df67b5272fd8), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:20.806828 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0aa5718b-3865-46b1-91c8-712f9a384416 admin admin] Publish callbacks [] for security_group (67a39e2c-b16d-458e-853e-cca50a5af3c0), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:20.813575 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-0aa5718b-3865-46b1-91c8-712f9a384416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (67a39e2c-b16d-458e-853e-cca50a5af3c0), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:20.862925 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'Port': ['ID=b717cc49-e39b-41bd-856d-df67b5272fd8,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:20.865322 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5718b-3865-46b1-91c8-712f9a384416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a39e2c-b16d-458e-853e-cca50a5af3c0,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:20.865624 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (5b938dec-63b3-4624-90e8-207450fc4f33), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:20.875331 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-0aa5718b-3865-46b1-91c8-712f9a384416 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=e83d9d847694443889377eefa24f7feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102099 Aug 23 22:34:20.876089 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34204) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:20.971620 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-148683ef-b4da-4b0a-b0fc-d594b7f274a7 admin admin] Publish callbacks [] for security_group (67a39e2c-b16d-458e-853e-cca50a5af3c0), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:20.998973 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Floating IP 5b938dec-63b3-4624-90e8-207450fc4f33 associated. External IP: 172.27.2.169, port: 052e7b11-c246-43df-be23-a986bf10bdd8. Aug 23 22:34:21.006259 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-148683ef-b4da-4b0a-b0fc-d594b7f274a7 admin admin] Publish callbacks [] for security_group (67a39e2c-b16d-458e-853e-cca50a5af3c0), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:21.086149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:21.106861 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-148683ef-b4da-4b0a-b0fc-d594b7f274a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (67a39e2c-b16d-458e-853e-cca50a5af3c0), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:21.111405 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-148683ef-b4da-4b0a-b0fc-d594b7f274a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:21.113987 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-148683ef-b4da-4b0a-b0fc-d594b7f274a7 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/67a39e2c-b16d-458e-853e-cca50a5af3c0 HTTP/1.1" status: 204 len: 168 time: 0.2358127 Aug 23 22:34:21.149105 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148683ef-b4da-4b0a-b0fc-d594b7f274a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a39e2c-b16d-458e-853e-cca50a5af3c0,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:21.211143 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:21.346551 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:34:21.490882 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:34:21.502582 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] Sync routers for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:34:21.514408 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:21.515528 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:21.516527 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:21.553413 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a0a8cca2-f37b-4b67-b015-a4380d40c436 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4868908 Aug 23 22:34:21.554422 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:34:21.556947 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba" -d '{"events": [{"name": "network-changed", "server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:34:21.603537 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2b1ee4-f29b-42b1-8858-f06baaeaa510 x-openstack-request-id: req-8e2b1ee4-f29b-42b1-8858-f06baaeaa510 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:34:21.603814 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:34:21.604095 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8e2b1ee4-f29b-42b1-8858-f06baaeaa510 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:34:21.604888 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2b1ee4-f29b-42b1-8858-f06baaeaa510'] response: {'name': 'network-changed', 'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8', 'status': 'completed', 'code': 200} Aug 23 22:34:21.630325 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34238) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:21.647757 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9d0bb578-f968-4140-b456-5968c55e96f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:21.664114 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:21.733359 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=23,neutron:SELECT=74,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:21.742336 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-421b77d8-61a9-4b04-8de2-31062e298e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:21.743868 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-421b77d8-61a9-4b04-8de2-31062e298e8b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 1129 time: 0.0734224 Aug 23 22:34:21.803727 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:21.892294 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9d0bb578-f968-4140-b456-5968c55e96f2 admin admin] Publish callbacks [] for security_group (2783c2e5-0474-4fb1-92c7-6fbb85cccacb), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:21.901129 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-9d0bb578-f968-4140-b456-5968c55e96f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (2783c2e5-0474-4fb1-92c7-6fbb85cccacb), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:21.931496 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-30f04ceb-3649-4443-b8f7-69bb08c98c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:21.932926 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-30f04ceb-3649-4443-b8f7-69bb08c98c37 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.1832552 Aug 23 22:34:21.968556 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-9d0bb578-f968-4140-b456-5968c55e96f2 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=03c88f56ad194520a936a77c7afde3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329754 Aug 23 22:34:21.969311 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34240) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:22.001995 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bb578-f968-4140-b456-5968c55e96f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2783c2e5-0474-4fb1-92c7-6fbb85cccacb,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:22.030743 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-8c4d75e5-35a8-4b85-9d9f-a1641bb3c829 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052e7b11-c246-43df-be23-a986bf10bdd8 HTTP/1.1" status: 200 len: 999 time: 0.0877233 Aug 23 22:34:22.045693 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '5b938dec-63b3-4624-90e8-207450fc4f33', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:34:20Z', 'updated_at': '2022-08-23T22:34:20Z', 'revision_number': 0, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:22.080347 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] Checking router: daa0a964-86b2-4141-b7d7-6dd9440bcfb6 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:34:22.086946 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f2e59c52-e354-4668-ba7b-8432b1f7d2d1 admin admin] Publish callbacks [] for security_group (2783c2e5-0474-4fb1-92c7-6fbb85cccacb), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:22.089328 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-88b1e807-c8c4-46e2-a222-0d5dfdd60ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:22.091967 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-88b1e807-c8c4-46e2-a222-0d5dfdd60ee2 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0556083 Aug 23 22:34:22.095576 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:22.096295 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:22.120642 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f2e59c52-e354-4668-ba7b-8432b1f7d2d1 admin admin] Publish callbacks [] for security_group (2783c2e5-0474-4fb1-92c7-6fbb85cccacb), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:22.186486 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-a52950d8-ac9d-4606-a91e-76e25e9757ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:22.189623 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-a52950d8-ac9d-4606-a91e-76e25e9757ff service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893242 Aug 23 22:34:22.210917 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f2e59c52-e354-4668-ba7b-8432b1f7d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (2783c2e5-0474-4fb1-92c7-6fbb85cccacb), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:22.217269 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-f2e59c52-e354-4668-ba7b-8432b1f7d2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:22.219680 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-f2e59c52-e354-4668-ba7b-8432b1f7d2d1 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/2783c2e5-0474-4fb1-92c7-6fbb85cccacb HTTP/1.1" status: 204 len: 168 time: 0.2486520 Aug 23 22:34:22.235733 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e59c52-e354-4668-ba7b-8432b1f7d2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2783c2e5-0474-4fb1-92c7-6fbb85cccacb,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:22.344024 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-dfcaf0af-547b-4317-b8e5-d7b0fa74f18b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484678 Aug 23 22:34:22.421947 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:22.538093 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-1b4ae925-91e1-44aa-b9a6-6eadc10b04ba req-166ee0b4-2185-4392-9cd8-66f5f1b91830 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875639 Aug 23 22:34:22.702450 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '5b938dec-63b3-4624-90e8-207450fc4f33', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:34:20Z', 'updated_at': '2022-08-23T22:34:20Z', 'revision_number': 0, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:22.752355 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb4978-40be-4afb-bba6-12756240ec7d None None] The sync data for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi is: [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '5b938dec-63b3-4624-90e8-207450fc4f33', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:34:20Z', 'updated_at': '2022-08-23T22:34:20Z', 'revision_number': 0, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:34:22.953899 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34258) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:23.150342 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae038a4-eebb-4737-8016-562cffe17480 None None] New status for floating IP 5b938dec-63b3-4624-90e8-207450fc4f33: ACTIVE {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:34:23.221189 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:23.323193 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34268) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:23.324031 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-5cd9ab37-eece-4a4f-9b10-11b6c181da9c admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=a07e102f326541e2a89cfe541aa7a022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679931 Aug 23 22:34:23.425178 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fa64566e-eb13-4a92-9e68-4a3df43040a9 admin admin] Publish callbacks [] for security_group (b37aea3c-c026-41f5-8899-1823967c056a), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:23.467565 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fa64566e-eb13-4a92-9e68-4a3df43040a9 admin admin] Publish callbacks [] for security_group (b37aea3c-c026-41f5-8899-1823967c056a), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:23.561894 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fa64566e-eb13-4a92-9e68-4a3df43040a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b37aea3c-c026-41f5-8899-1823967c056a), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:23.567081 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fa64566e-eb13-4a92-9e68-4a3df43040a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:23.572810 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-fa64566e-eb13-4a92-9e68-4a3df43040a9 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/b37aea3c-c026-41f5-8899-1823967c056a HTTP/1.1" status: 204 len: 168 time: 0.2429268 Aug 23 22:34:23.584877 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64566e-eb13-4a92-9e68-4a3df43040a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37aea3c-c026-41f5-8899-1823967c056a,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:24.916210 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34316) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:25.174193 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1887677248-network', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:25.205718 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Made reservation on behalf of 94a56fcfc827430fb1b73dcfd186024d for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:34:25.210537 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:25.221831 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:25.390872 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Publish callbacks [] for security_group (f886a049-c1e7-4b38-9336-41dd49a9aa21), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:25.397248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (f886a049-c1e7-4b38-9336-41dd49a9aa21), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:25.428446 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:25.458871 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:34:25.474616 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:25.486021 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f886a049-c1e7-4b38-9336-41dd49a9aa21,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:25.498341 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (0add4e33-a815-490e-bb89-bd2aabec56bd), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:25.498518 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Added segment 0add4e33-a815-490e-bb89-bd2aabec56bd of type vlan for network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd Aug 23 22:34:25.545709 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:34:25.570982 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:25.627333 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:25.629702 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:25.630711 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:25.689475 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7685935 Aug 23 22:34:25.689999 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34326) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:25.696205 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Request body: {'subnet': {'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1887677248-subnet', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'ip_version': 4}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:25.805963 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Made reservation on behalf of 94a56fcfc827430fb1b73dcfd186024d for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:34:25.808853 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26779401'] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:25.873920 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff89aa7-34e3-4a49-b367-20f4b0b92638 admin admin] Pushing event updated for resources: {'Network': ['ID=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:25.888914 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:34:25.903949 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-b9f78c71-26f2-4e19-bef6-7e37d38d1d53 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1479902 Aug 23 22:34:26.143733 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-7e8e33a3-bc10-4004-aa41-9cd5e3ced363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:26.146554 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-7e8e33a3-bc10-4004-aa41-9cd5e3ced363 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 1129 time: 0.1574552 Aug 23 22:34:26.293793 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25505872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26779451'] for subnet (8900f51f-faa5-4c4c-b2a7-7152cf41f1bf), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:26.400169 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8900f51f-faa5-4c4c-b2a7-7152cf41f1bf,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:26.427018 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-245bb5d5-6ee7-4f46-9f68-93b872c1713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:26.429074 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-245bb5d5-6ee7-4f46-9f68-93b872c1713b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.2187166 Aug 23 22:34:26.482957 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Checking segment: {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:26.483334 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Network hostable DHCP agents. Network: 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:34:26.521993 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-1b6a9e76-6ec8-438e-a11f-c921582b49c3 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052e7b11-c246-43df-be23-a986bf10bdd8 HTTP/1.1" status: 200 len: 1001 time: 0.0864151 Aug 23 22:34:26.538838 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:34:26.581958 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:26.591539 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:26.592342 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:26.594963 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e256f1a7-b279-4862-a151-9bd75424febb None None] Network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:34:26.613396 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-7a14ce5a-c7ef-40ef-b37a-1e98a0467bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:26.615125 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-7a14ce5a-c7ef-40ef-b37a-1e98a0467bf0 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0868621 Aug 23 22:34:26.637665 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-fce53547-a072-41d8-8f2b-fca14cf36d0f admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9458296 Aug 23 22:34:26.641464 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34332) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:26.647875 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:26.675408 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-e68e73d9-c20d-4fe1-ad0f-c4d4cad2400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:26.677004 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-e68e73d9-c20d-4fe1-ad0f-c4d4cad2400c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554764 Aug 23 22:34:26.677995 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:26.679858 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:26.708665 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:26.761722 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks [] for router_controller (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), precommit_add_association {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:26.774985 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:26.831583 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:34:26.832719 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:26.836393 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-6c318944-1264-4612-91d0-1527c3be34c9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529744 Aug 23 22:34:26.975195 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-0ebe441d-145e-4004-a19e-55baeb5a0834 req-9f6cb390-f54b-4d5c-9f80-c6952bb12afb service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325464 Aug 23 22:34:27.071134 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks [] for router_gateway (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.143669 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Allocated IP 172.20.0.2 (0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd/8900f51f-faa5-4c4c-b2a7-7152cf41f1bf/0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:34:27.412104 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks [] for router_gateway (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.436086 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Publish callbacks [] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.444777 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.455916 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.542232 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:27.569263 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:27.642100 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Allocated IP 172.27.2.199 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/c8836534-c0ee-4887-ae83-1160ebb960b8) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:34:27.655372 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:27.660160 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:34:27.666619 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:27.672822 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:34:27.684919 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Pushing event updated for resources: {'Port': ['ID=0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:27.704565 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.705133 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.705679 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.706280 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.706766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.707298 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.707826 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.708360 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.708883 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.709447 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.709977 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.710509 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.710933 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.711465 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.711986 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:27.784639 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Attempting to bind port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:34:27.785342 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Attempting to bind port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:34:27.785922 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Attempting to bind port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c on network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:34:27.795215 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:34:27.795753 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Checking segment: {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:27.796330 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.796905 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Bound using segment: {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:34:27.797700 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Bound port: 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:34:27.798508 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.827741 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks [] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.880447 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.898058 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] For port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:34:27.904262 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] For port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:34:27.906264 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:27.918778 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:27.954644 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:34:27.964176 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:27.971379 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:34:28.015225 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bca72-1783-4bc7-b306-eafa8346185a None None] Pushing event updated for resources: {'Port': ['ID=0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:28.023994 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Pushing event updated for resources: {'Port': ['ID=c8836534-c0ee-4887-ae83-1160ebb960b8,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:28.361149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks [] for router_gateway (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:28.604921 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:28.678243 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:28.693023 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:28.693801 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:28.741317 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34352) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:28.867173 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:28.868354 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:28.945654 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Router cd3f5ed9-a196-4adf-8906-d99dbe762f2b is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:34:28.951182 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:28.958407 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:28.961295 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:28.971416 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.008143 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-93569fba-2788-482c-9ae7-79fe5a2a40af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.085957 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:29.150467 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:34:29.167382 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Sync routers for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:34:29.179567 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-93569fba-2788-482c-9ae7-79fe5a2a40af admin admin] Publish callbacks [] for security_group (c38fec90-365d-4d14-bf60-e6b9d380688c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.185282 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.186891 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-93569fba-2788-482c-9ae7-79fe5a2a40af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (c38fec90-365d-4d14-bf60-e6b9d380688c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.188509 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:29.189369 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:29.192282 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-eef14c9d-aa56-4cee-be59-40c56392d298 admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5486326 Aug 23 22:34:29.200574 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34358) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:29.248604 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-93569fba-2788-482c-9ae7-79fe5a2a40af admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=030c47891dc8427792c6c7c3694b642d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5056159 Aug 23 22:34:29.252781 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34360) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:29.313683 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93569fba-2788-482c-9ae7-79fe5a2a40af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38fec90-365d-4d14-bf60-e6b9d380688c,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:29.349532 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:29.355574 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b591da-f628-4fd0-9ffe-b4802285192d None None] Network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:34:29.367271 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2a62227e-b166-4e37-ab65-b23d7bfc376b admin admin] Publish callbacks [] for security_group (c38fec90-365d-4d14-bf60-e6b9d380688c), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.387823 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:29.409572 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2a62227e-b166-4e37-ab65-b23d7bfc376b admin admin] Publish callbacks [] for security_group (c38fec90-365d-4d14-bf60-e6b9d380688c), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.456296 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:29.521323 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-03a32610-7aa4-4009-ac78-ff1957b7b1a7 None None] Provisioning complete for port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:29.521323 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-03a32610-7aa4-4009-ac78-ff1957b7b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.528744 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2a62227e-b166-4e37-ab65-b23d7bfc376b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (c38fec90-365d-4d14-bf60-e6b9d380688c), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.534102 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2a62227e-b166-4e37-ab65-b23d7bfc376b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:29.536314 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2a62227e-b166-4e37-ab65-b23d7bfc376b admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/c38fec90-365d-4d14-bf60-e6b9d380688c HTTP/1.1" status: 204 len: 168 time: 0.2818599 Aug 23 22:34:29.557363 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62227e-b166-4e37-ab65-b23d7bfc376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38fec90-365d-4d14-bf60-e6b9d380688c,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:29.678780 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-03a32610-7aa4-4009-ac78-ff1957b7b1a7 None None] Current status of the port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:29.747072 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:28Z', 'revision_number': 3, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:29.806390 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Checking router: cd3f5ed9-a196-4adf-8906-d99dbe762f2b for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:34:29.806390 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Updating router cd3f5ed9-a196-4adf-8906-d99dbe762f2b port c8836534-c0ee-4887-ae83-1160ebb960b8 binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:34:29.869859 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.008172 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-f804278b-e0e3-40c1-8c0c-af97befe5dff None None] Provisioning complete for port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:30.010223 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-f804278b-e0e3-40c1-8c0c-af97befe5dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.033560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.141870 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-f804278b-e0e3-40c1-8c0c-af97befe5dff None None] Current status of the port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:30.187652 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34366) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:30.203433 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9ba-9f24-4a57-8851-f6adf8464cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.305833 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9ba-9f24-4a57-8851-f6adf8464cbc admin admin] Publish callbacks [] for security_group (5f56e6b7-0db4-44ac-8cca-24cda325dba8), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.313483 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9ba-9f24-4a57-8851-f6adf8464cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (5f56e6b7-0db4-44ac-8cca-24cda325dba8), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.334190 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Allocated IP 172.20.0.1 (0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd/8900f51f-faa5-4c4c-b2a7-7152cf41f1bf/67d53392-4b59-445b-90bc-5709ac5b80bd) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:34:30.371219 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Publish callbacks [] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.380985 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.398842 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-04c1e9ba-9f24-4a57-8851-f6adf8464cbc admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=48e749726b5d4f9dbfbfa2224eefda29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096500 Aug 23 22:34:30.399662 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34368) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:30.403498 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1e9ba-9f24-4a57-8851-f6adf8464cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f56e6b7-0db4-44ac-8cca-24cda325dba8,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:30.406415 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Attempting to bind port c8836534-c0ee-4887-ae83-1160ebb960b8 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:34:30.406749 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Attempting to bind port c8836534-c0ee-4887-ae83-1160ebb960b8 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:34:30.407259 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Attempting to bind port c8836534-c0ee-4887-ae83-1160ebb960b8 on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:34:30.469254 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:34:30.470013 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:30.470496 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.472147 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:34:30.472973 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Bound port: c8836534-c0ee-4887-ae83-1160ebb960b8, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:34:30.473653 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.476218 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-775c4842-4703-40f2-aec5-226990eca809 admin admin] Publish callbacks [] for security_group (5f56e6b7-0db4-44ac-8cca-24cda325dba8), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.522121 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-775c4842-4703-40f2-aec5-226990eca809 admin admin] Publish callbacks [] for security_group (5f56e6b7-0db4-44ac-8cca-24cda325dba8), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.576311 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:30.577357 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] For port c8836534-c0ee-4887-ae83-1160ebb960b8, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:34:30.594347 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] For port c8836534-c0ee-4887-ae83-1160ebb960b8, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=c8836534-c0ee-4887-ae83-1160ebb960b8,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:34:30.601983 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Pushing event updated for resources: {'Port': ['ID=c8836534-c0ee-4887-ae83-1160ebb960b8,revision_number=2']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:30.608002 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.623420 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.623986 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.624449 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.624869 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.625316 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.625864 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.626179 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-775c4842-4703-40f2-aec5-226990eca809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (5f56e6b7-0db4-44ac-8cca-24cda325dba8), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.626371 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.627294 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.627988 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.628554 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.629190 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.629415 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-775c4842-4703-40f2-aec5-226990eca809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.629849 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.630344 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.630931 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.631510 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:30.635194 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-775c4842-4703-40f2-aec5-226990eca809 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/5f56e6b7-0db4-44ac-8cca-24cda325dba8 HTTP/1.1" status: 204 len: 168 time: 0.2334006 Aug 23 22:34:30.646885 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c4842-4703-40f2-aec5-226990eca809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f56e6b7-0db4-44ac-8cca-24cda325dba8,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:30.647329 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:30.712919 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:30.715695 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:30.732732 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:30.813526 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:30.814169 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.882164 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fac0b5-11cc-4c4c-947d-292199444baa None None] Pushing event updated for resources: {'Port': ['ID=c8836534-c0ee-4887-ae83-1160ebb960b8,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:30.954891 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:30.983799 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Publish callbacks [] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:30.986140 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:30.988827 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:31.039926 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:31.041249 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:31.058285 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:31.111703 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:34:31.115668 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:31.121130 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:34:31.128301 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Pushing event updated for resources: {'Port': ['ID=67d53392-4b59-445b-90bc-5709ac5b80bd,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:31.193597 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:31.195499 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:31.213663 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:28Z', 'revision_number': 3, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:31.246892 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557a4c5-a161-4d51-9a9a-a90be7edb385 None None] The sync data for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi is: [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:28Z', 'revision_number': 3, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:34:31.463748 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:31.592384 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-b646276f-3c36-4499-9b3c-b15304ede29f None None] Provisioning complete for port 67d53392-4b59-445b-90bc-5709ac5b80bd triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:31.592807 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b646276f-3c36-4499-9b3c-b15304ede29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:31.640352 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-b646276f-3c36-4499-9b3c-b15304ede29f None None] Port 67d53392-4b59-445b-90bc-5709ac5b80bd cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:34:31.844769 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Publish callbacks [] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:31.856238 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768043'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:31.977932 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Pushing event updated for resources: {'Port': ['ID=67d53392-4b59-445b-90bc-5709ac5b80bd,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:31.995302 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.159221 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34390) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:32.182452 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:34:32.186310 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:32.406503 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1699979067-network', 'tenant_id': '23dfe22266f14e1f95e291ed51e1eb81'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:32.423003 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Router cd3f5ed9-a196-4adf-8906-d99dbe762f2b has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:34:32.498853 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Made reservation on behalf of 23dfe22266f14e1f95e291ed51e1eb81 for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:34:32.521081 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.558696 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.576934 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:32.597534 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-1c1f0be2-d580-4fed-a5d5-9a7679cacaa1 None None] Provisioning complete for port 67d53392-4b59-445b-90bc-5709ac5b80bd triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:32.598408 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0be2-d580-4fed-a5d5-9a7679cacaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.673959 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:32.676089 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f0be2-d580-4fed-a5d5-9a7679cacaa1 None None] Port 67d53392-4b59-445b-90bc-5709ac5b80bd cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:34:32.679706 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device c8836534-c0ee-4887-ae83-1160ebb960b8 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:32.704634 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Publish callbacks [] for security_group (ea0fa6f5-ee25-4e8c-b529-395a26f03659), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.704893 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:32.710125 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ea0fa6f5-ee25-4e8c-b529-395a26f03659), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.719734 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:34:32.739929 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-696c593f-8c2b-4c91-b390-4ae93e18e41a admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/cd3f5ed9-a196-4adf-8906-d99dbe762f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5370476 Aug 23 22:34:32.748555 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:34:32.786148 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0fa6f5-ee25-4e8c-b529-395a26f03659,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:32.792152 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (11611042-c648-4105-9b52-8d2b23422815), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.792867 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Added segment 11611042-c648-4105-9b52-8d2b23422815 of type vlan for network 70084ed9-e1c2-4967-b01a-fdd4aabffc9a Aug 23 22:34:32.826843 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port c8836534-c0ee-4887-ae83-1160ebb960b8 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:32.828067 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.873479 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (70084ed9-e1c2-4967-b01a-fdd4aabffc9a), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.922745 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (70084ed9-e1c2-4967-b01a-fdd4aabffc9a), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.924902 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:32.925879 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.938664 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port c8836534-c0ee-4887-ae83-1160ebb960b8 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:32.939202 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.975398 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port c8836534-c0ee-4887-ae83-1160ebb960b8, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=c8836534-c0ee-4887-ae83-1160ebb960b8,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:32.984582 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8176880 Aug 23 22:34:32.984925 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34398) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:32.991392 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:32.992539 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Request body: {'subnet': {'network_id': '70084ed9-e1c2-4967-b01a-fdd4aabffc9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1699979067-subnet', 'tenant_id': '23dfe22266f14e1f95e291ed51e1eb81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:33.018503 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:33.033902 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Made reservation on behalf of 23dfe22266f14e1f95e291ed51e1eb81 for: {'subnet': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:34:33.039754 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26867508'] for subnet (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:33.056219 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61482650-0c3f-497e-8a77-bb5c0c4a0c60 admin admin] Pushing event updated for resources: {'Network': ['ID=70084ed9-e1c2-4967-b01a-fdd4aabffc9a,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:33.077100 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 70084ed9-e1c2-4967-b01a-fdd4aabffc9a details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:34:33.169179 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=c8836534-c0ee-4887-ae83-1160ebb960b8,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:33.426718 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26758946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26867462'] for subnet (8f6816cf-6b88-41e6-b2a9-5a66c1921219), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:33.556104 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6816cf-6b88-41e6-b2a9-5a66c1921219,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:33.575446 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Checking segment: {'id': '11611042-c648-4105-9b52-8d2b23422815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '70084ed9-e1c2-4967-b01a-fdd4aabffc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:33.575918 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Network hostable DHCP agents. Network: 70084ed9-e1c2-4967-b01a-fdd4aabffc9a, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:34:33.610089 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Network 70084ed9-e1c2-4967-b01a-fdd4aabffc9a is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:34:33.640222 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 70084ed9-e1c2-4967-b01a-fdd4aabffc9a) {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:33.650041 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:33.651311 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:33.655383 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9d9137-d10c-4827-89ad-7520867c0411 None None] Network 70084ed9-e1c2-4967-b01a-fdd4aabffc9a requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:34:33.693516 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-bf07e13e-9049-48d0-8063-cd2318f0bd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:33.702904 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-640e27d7-aa56-48f6-b3c5-d763b0732883 admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7160351 Aug 23 22:34:33.751044 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34410) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:33.757244 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1949884919-network', 'tenant_id': 'c582df208dec464aa84d4cf33190607a'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:33.812240 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Made reservation on behalf of c582df208dec464aa84d4cf33190607a for: {'network': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:34:33.815123 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:33.827766 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:33.910333 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4ea24b-01ff-4e24-b657-1bbeb811c40a None None] Network 70084ed9-e1c2-4967-b01a-fdd4aabffc9a requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:34:33.943969 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Sync routers for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:34:34.004781 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Publish callbacks [] for security_group (11ef5a6a-67fa-4f2e-9355-8d1bb36cb399), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:34.010771 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (11ef5a6a-67fa-4f2e-9355-8d1bb36cb399), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:34.030057 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=106593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:34:34.041676 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:34.043868 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:34.073379 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (1f1156ff-bec8-4fae-a156-c82b79c754f1), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:34.074215 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.segments_db [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Added segment 1f1156ff-bec8-4fae-a156-c82b79c754f1 of type vlan for network de0019db-8a1f-4192-9165-f43ca9465e6d Aug 23 22:34:34.098651 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef5a6a-67fa-4f2e-9355-8d1bb36cb399,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:34.150298 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (de0019db-8a1f-4192-9165-f43ca9465e6d), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:34.198040 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (de0019db-8a1f-4192-9165-f43ca9465e6d), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:34.200233 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:34.201117 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:34.209186 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:34.262891 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:34.336342 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=de0019db-8a1f-4192-9165-f43ca9465e6d,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:34.344852 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-1b1d033b-ddbb-44fb-b102-1ef8d867f7c8 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5923457 Aug 23 22:34:34.348709 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34418) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:34.358966 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Request body: {'subnet': {'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1949884919-subnet', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'ip_version': 4}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:34.404357 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Made reservation on behalf of c582df208dec464aa84d4cf33190607a for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:34:34.406416 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network de0019db-8a1f-4192-9165-f43ca9465e6d details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:34:34.408364 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26779401'] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:34.433984 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:34.547925 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:34.646510 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device c8836534-c0ee-4887-ae83-1160ebb960b8 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:34.715634 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25505872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26779451'] for subnet (081e01ba-ff7e-4f0e-a7ba-29f182e40cdd), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:34.773309 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '67d53392-4b59-445b-90bc-5709ac5b80bd', 'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'mac_address': 'fa:16:3e:fa:40:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:30Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 2, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'subnets': [{'id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:34.841555 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=081e01ba-ff7e-4f0e-a7ba-29f182e40cdd,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:34.864895 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Checking segment: {'id': '1f1156ff-bec8-4fae-a156-c82b79c754f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:34.865521 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Network hostable DHCP agents. Network: de0019db-8a1f-4192-9165-f43ca9465e6d, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:34:34.899805 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Network de0019db-8a1f-4192-9165-f43ca9465e6d is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:34:34.917374 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, de0019db-8a1f-4192-9165-f43ca9465e6d) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:34.929248 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:34.930292 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:34.960641 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-46b3fc3e-a7c4-4e9b-81fc-5f30d9517c6b admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6092625 Aug 23 22:34:34.966753 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34428) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:34.975336 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:35.029327 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.032147 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1830651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1934558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.037445 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:35.040095 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34430) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:35.049264 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1224400684-network', 'tenant_id': 'ecbb2e2a7838483ba559637b0e7a9b91'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:35.049999 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf661b-0336-4c56-a08f-80f73e206edf None None] Network de0019db-8a1f-4192-9165-f43ca9465e6d requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:34:35.058516 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Checking router: cd3f5ed9-a196-4adf-8906-d99dbe762f2b for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:34:35.059092 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Updating router cd3f5ed9-a196-4adf-8906-d99dbe762f2b port 67d53392-4b59-445b-90bc-5709ac5b80bd binding host dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:34:35.090877 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port c8836534-c0ee-4887-ae83-1160ebb960b8 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:35.096252 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.135538 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Made reservation on behalf of ecbb2e2a7838483ba559637b0e7a9b91 for: {'network': 1} {{(pid=106594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:34:35.138104 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for network (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.158878 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.163091 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks [] for router_controller (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), precommit_add_association {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.299233 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.467370 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks [] for router_gateway (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.520880 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc86c886-7d22-59a8-a5c6-0bb6952e2644-de0019db-8a1f-4192-9165-f43ca9465e6d', 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d', 'project_id': 'c582df208dec464aa84d4cf33190607a', 'fixed_ips': [{'subnet_id': '081e01ba-ff7e-4f0e-a7ba-29f182e40cdd'}]}} from dv-cinder-850321-4-iscsi. {{(pid=106595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 22:34:35.522391 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.565224 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Publish callbacks [] for security_group (9c1bfd3f-ed14-4c8b-9bfa-0f7bf0a35394), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.617921 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port c8836534-c0ee-4887-ae83-1160ebb960b8 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:35.622386 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9c1bfd3f-ed14-4c8b-9bfa-0f7bf0a35394), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.671499 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:35.682446 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=106594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 22:34:35.710737 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:35.749458 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (ba65508c-82ad-4389-91e3-089edfe2f150), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:35.750018 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.segments_db [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Added segment ba65508c-82ad-4389-91e3-089edfe2f150 of type vlan for network 308feafd-5f42-4269-b589-77595f14c059 Aug 23 22:34:35.753229 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1bfd3f-ed14-4c8b-9bfa-0f7bf0a35394,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:35.998701 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792493117552'] for network (308feafd-5f42-4269-b589-77595f14c059), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.033964 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.db_base_plugin_common [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Allocated IP 172.20.0.2 (de0019db-8a1f-4192-9165-f43ca9465e6d/081e01ba-ff7e-4f0e-a7ba-29f182e40cdd/29d0eacc-04a9-426a-9101-d8b8906940e7) {{(pid=106595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:34:36.096714 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-aa4b4387-5dea-4d83-8334-172f47e5f9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.107823 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks [] for router_gateway (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.142105 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:36.148351 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059'] for network (308feafd-5f42-4269-b589-77595f14c059), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.150085 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:36.152657 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.166025 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.241137 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] 10.222.0.88 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1952360 Aug 23 22:34:36.244030 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34434) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:36.252403 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Request body: {'subnet': {'network_id': '308feafd-5f42-4269-b589-77595f14c059', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1224400684-subnet', 'tenant_id': 'ecbb2e2a7838483ba559637b0e7a9b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:36.265900 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Publish callbacks [] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), precommit_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.289605 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Made reservation on behalf of ecbb2e2a7838483ba559637b0e7a9b91 for: {'subnet': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:34:36.292609 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.294072 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26779401'] for subnet (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.340917 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85e9ea-4c18-459a-9179-821d23e97768 admin admin] Pushing event updated for resources: {'Network': ['ID=308feafd-5f42-4269-b589-77595f14c059,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:36.369979 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Network 308feafd-5f42-4269-b589-77595f14c059 details requested by agent ovs-agent-dv-cinder-850321-4-iscsi with host dv-cinder-850321-4-iscsi {{(pid=106595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 22:34:36.375310 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:36.466376 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Allocated IP 172.27.2.55 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/2702b82b-42e1-446a-a515-09a4430b55fd) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:34:36.537271 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d73a86-ce2c-4d39-bbe1-2d203d168ecc None None] Pushing event updated for resources: {'Port': ['ID=67d53392-4b59-445b-90bc-5709ac5b80bd,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:36.607816 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25505872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26779451'] for subnet (73d55e8e-c3df-4d3a-a5fa-0a0d0a575f10), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.618647 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Publish callbacks [] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), precommit_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.637205 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), after_create {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.646091 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Attempting to bind port 67d53392-4b59-445b-90bc-5709ac5b80bd on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:34:36.646486 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Attempting to bind port 67d53392-4b59-445b-90bc-5709ac5b80bd by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:34:36.646932 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Attempting to bind port 67d53392-4b59-445b-90bc-5709ac5b80bd on network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:34:36.666099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks [] for port (2702b82b-42e1-446a-a515-09a4430b55fd), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.690442 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:34:36.690940 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Checking segment: {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:36.691227 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.691714 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Bound using segment: {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:34:36.692769 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Bound port: 67d53392-4b59-445b-90bc-5709ac5b80bd, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:34:36.693014 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.705354 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Network de0019db-8a1f-4192-9165-f43ca9465e6d is already hosted by enough agents. {{(pid=106595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:34:36.719712 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.scheduler.base_scheduler [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Resources bound (agent type, host, resource id): {{(pid=106595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:36.728975 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d55e8e-c3df-4d3a-a5fa-0a0d0a575f10,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:36.731729 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Received port after_create {{(pid=106595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:34:36.736676 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.740020 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Pushing event updated for resources: {'Port': ['ID=29d0eacc-04a9-426a-9101-d8b8906940e7,revision_number=1']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:36.742814 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Checking segment: {'id': 'ba65508c-82ad-4389-91e3-089edfe2f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '308feafd-5f42-4269-b589-77595f14c059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:36.743331 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Network hostable DHCP agents. Network: 308feafd-5f42-4269-b589-77595f14c059, hostable agents: ['08340bb9-61fb-4e7a-97b9-292ac0d79c74'], hosted agents: [] {{(pid=106593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 22:34:36.788399 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Network 308feafd-5f42-4269-b589-77595f14c059 is scheduled to be hosted by DHCP agent 08340bb9-61fb-4e7a-97b9-292ac0d79c74 with binding_index 1 {{(pid=106593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 22:34:36.815472 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-4-iscsi, 308feafd-5f42-4269-b589-77595f14c059) {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:36.823804 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:34:36.825085 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.834215 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:34:36.842132 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:36.845335 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:34:36.855263 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41cec70-7d48-43af-8e25-1ecb7a6acbf8 None None] Network 308feafd-5f42-4269-b589-77595f14c059 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:34:36.872125 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-cdfab7b2-706f-4935-9d63-ccc1f037190f admin admin] 10.222.0.88 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6136329 Aug 23 22:34:36.899803 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Pushing event updated for resources: {'Port': ['ID=2702b82b-42e1-446a-a515-09a4430b55fd,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:36.916432 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] For port 67d53392-4b59-445b-90bc-5709ac5b80bd, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:34:36.922266 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Attempting to bind port 29d0eacc-04a9-426a-9101-d8b8906940e7 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:34:36.922648 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Attempting to bind port 29d0eacc-04a9-426a-9101-d8b8906940e7 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '1f1156ff-bec8-4fae-a156-c82b79c754f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:34:36.923294 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Attempting to bind port 29d0eacc-04a9-426a-9101-d8b8906940e7 on network de0019db-8a1f-4192-9165-f43ca9465e6d {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:34:36.989293 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] For port 67d53392-4b59-445b-90bc-5709ac5b80bd, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=67d53392-4b59-445b-90bc-5709ac5b80bd,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:34:36.992253 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:34:36.993030 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Checking segment: {'id': '1f1156ff-bec8-4fae-a156-c82b79c754f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:36.993611 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:36.994470 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Bound using segment: {'id': '1f1156ff-bec8-4fae-a156-c82b79c754f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:34:36.996149 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Bound port: 29d0eacc-04a9-426a-9101-d8b8906940e7, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1156ff-bec8-4fae-a156-c82b79c754f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:34:36.997033 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:37.030415 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:37.165834 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:37.166874 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:37.293880 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcccda95-4239-4e8d-be1a-7c67079d09ad None None] Network 308feafd-5f42-4269-b589-77595f14c059 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:34:37.301725 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:37.321024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks [] for router_gateway (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:37.358060 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:37.360125 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d73a86-ce2c-4d39-bbe1-2d203d168ecc None None] Pushing event updated for resources: {'Port': ['ID=67d53392-4b59-445b-90bc-5709ac5b80bd,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:37.409924 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] For port 29d0eacc-04a9-426a-9101-d8b8906940e7, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:34:37.429896 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:37.494348 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] For port 29d0eacc-04a9-426a-9101-d8b8906940e7, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=29d0eacc-04a9-426a-9101-d8b8906940e7,segment=NetworkSegment(1f1156ff-bec8-4fae-a156-c82b79c754f1),segment_id=1f1156ff-bec8-4fae-a156-c82b79c754f1)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:34:37.518729 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:37.625393 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:37.627149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830557'] for router (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:37.630209 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:37.920646 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 is scheduled to L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d with binding_index 1 {{(pid=106594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 22:34:38.182452 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:34:38.202094 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Sync routers for ids ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:34:38.219583 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:38.222487 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856bf04-563e-4f63-ae7a-ee17bfa85dba None None] Pushing event updated for resources: {'Port': ['ID=29d0eacc-04a9-426a-9101-d8b8906940e7,revision_number=2']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:38.223651 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-9a675fe7-487a-447c-8ac8-b16258d3614c admin admin] 10.222.0.88 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2536311 Aug 23 22:34:38.227214 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34446) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:38.231213 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Routers {'7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:38.233042 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:38.400439 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '67d53392-4b59-445b-90bc-5709ac5b80bd', 'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'mac_address': 'fa:16:3e:fa:40:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:30Z', 'updated_at': '2022-08-23T22:34:36Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'subnets': [{'id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:38.427103 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:38.428923 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Set router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:38.450790 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8c0be-a3c4-4b1a-b82f-26966039c0da None None] The sync data for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi is: [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '67d53392-4b59-445b-90bc-5709ac5b80bd', 'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'mac_address': 'fa:16:3e:fa:40:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:30Z', 'updated_at': '2022-08-23T22:34:36Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'subnets': [{'id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:34:38.679675 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:38.748838 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 29d0eacc-04a9-426a-9101-d8b8906940e7 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:38.894833 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:38.953484 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 29d0eacc-04a9-426a-9101-d8b8906940e7 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:38.954580 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.124062 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 29d0eacc-04a9-426a-9101-d8b8906940e7 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:39.124468 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.128398 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:35Z', 'updated_at': '2022-08-23T22:34:37Z', 'revision_number': 3, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'gw_port': {'id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:36Z', 'updated_at': '2022-08-23T22:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:39.178939 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 29d0eacc-04a9-426a-9101-d8b8906940e7, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=29d0eacc-04a9-426a-9101-d8b8906940e7,segment=NetworkSegment(1f1156ff-bec8-4fae-a156-c82b79c754f1),segment_id=1f1156ff-bec8-4fae-a156-c82b79c754f1)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:39.194492 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.211631 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.218031 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Checking router: 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:34:39.218915 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Updating router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 port 2702b82b-42e1-446a-a515-09a4430b55fd binding host dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:34:39.284343 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.338753 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=29d0eacc-04a9-426a-9101-d8b8906940e7,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:39.345423 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240a2aa-2afa-4f47-a97f-8ba3779ba5dd None None] Network de0019db-8a1f-4192-9165-f43ca9465e6d requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:34:39.549623 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-7d463dcd-047b-4aa2-a325-60a39480f3ed None None] Provisioning complete for port 29d0eacc-04a9-426a-9101-d8b8906940e7 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:39.550049 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7d463dcd-047b-4aa2-a325-60a39480f3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.658202 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Allocated IP 172.20.0.1 (de0019db-8a1f-4192-9165-f43ca9465e6d/081e01ba-ff7e-4f0e-a7ba-29f182e40cdd/9e5ff44d-2bd1-462d-aeda-f137af4a4016) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:34:39.686064 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-7d463dcd-047b-4aa2-a325-60a39480f3ed None None] Current status of the port 29d0eacc-04a9-426a-9101-d8b8906940e7 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:39.857327 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Publish callbacks [] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.945386 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.954947 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Publish callbacks [] for port (2702b82b-42e1-446a-a515-09a4430b55fd), precommit_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.967489 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:39.998913 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:40.016797 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Network de0019db-8a1f-4192-9165-f43ca9465e6d is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:34:40.026281 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:40.037544 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:34:40.049675 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Attempting to bind port 2702b82b-42e1-446a-a515-09a4430b55fd on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:34:40.050982 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Attempting to bind port 2702b82b-42e1-446a-a515-09a4430b55fd by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:34:40.051627 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Attempting to bind port 2702b82b-42e1-446a-a515-09a4430b55fd on network 99b37658-e1c0-4d31-812f-643c7edfc06c {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:34:40.074501 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:34:40.075515 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Checking segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:40.076423 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.077453 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Bound using segment: {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'} {{(pid=106596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:34:40.078587 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.managers [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Bound port: 2702b82b-42e1-446a-a515-09a4430b55fd, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3815d1c4-7eae-4ca0-b001-0f23963396da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c'}}] {{(pid=106596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:34:40.079497 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), before_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.093505 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5ff44d-2bd1-462d-aeda-f137af4a4016,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:40.168975 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.177275 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-89439341-7626-4268-b7b1-a0a5421580ce None None] Provisioning complete for port 29d0eacc-04a9-426a-9101-d8b8906940e7 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:40.179429 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827323'] for router_interface (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.180137 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-89439341-7626-4268-b7b1-a0a5421580ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.191310 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] For port 2702b82b-42e1-446a-a515-09a4430b55fd, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:34:40.200021 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.plugins.ml2.db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] For port 2702b82b-42e1-446a-a515-09a4430b55fd, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=2702b82b-42e1-446a-a515-09a4430b55fd,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:34:40.211784 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fff6a-641d-443e-911d-910542b1fdf4 None None] Pushing event updated for resources: {'Port': ['ID=2702b82b-42e1-446a-a515-09a4430b55fd,revision_number=2']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:40.221287 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron_lib.callbacks.manager [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), after_update {{(pid=106596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.299582 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Routers {'7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:40.300946 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:40.329605 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:40.425304 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-89439341-7626-4268-b7b1-a0a5421580ce None None] Current status of the port 29d0eacc-04a9-426a-9101-d8b8906940e7 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:40.451052 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:40.457969 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:40.499191 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.503919 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fff6a-641d-443e-911d-910542b1fdf4 None None] Pushing event updated for resources: {'Port': ['ID=2702b82b-42e1-446a-a515-09a4430b55fd,revision_number=3']} {{(pid=106596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:40.526919 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] Set router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:40.555278 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-34275f51-c06a-44ee-b439-5fdc385a0699 None None] Provisioning complete for port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:40.555765 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-34275f51-c06a-44ee-b439-5fdc385a0699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.650855 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-34275f51-c06a-44ee-b439-5fdc385a0699 None None] Port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:34:40.819833 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 29d0eacc-04a9-426a-9101-d8b8906940e7 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:40.847585 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:40.849245 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Publish callbacks [] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.857886 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.880002 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:35Z', 'updated_at': '2022-08-23T22:34:37Z', 'revision_number': 3, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'gw_port': {'id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:36Z', 'updated_at': '2022-08-23T22:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:40.898416 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 29d0eacc-04a9-426a-9101-d8b8906940e7 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:40.898988 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:40.922426 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb41dc-8005-402d-bdc5-edfa6bb471c1 None None] The sync data for ids ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'] in dv-cinder-850321-4-iscsi is: [{'id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:35Z', 'updated_at': '2022-08-23T22:34:37Z', 'revision_number': 3, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'gw_port': {'id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:36Z', 'updated_at': '2022-08-23T22:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:34:41.052891 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 29d0eacc-04a9-426a-9101-d8b8906940e7 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:41.054793 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 67d53392-4b59-445b-90bc-5709ac5b80bd up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:41.113950 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:41.135274 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 67d53392-4b59-445b-90bc-5709ac5b80bd triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:41.136757 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:41.246799 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 67d53392-4b59-445b-90bc-5709ac5b80bd is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:41.247352 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:41.297634 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 67d53392-4b59-445b-90bc-5709ac5b80bd, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=67d53392-4b59-445b-90bc-5709ac5b80bd,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:41.304950 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:41.388490 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:41.442729 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5ff44d-2bd1-462d-aeda-f137af4a4016,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:41.467190 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827159'] for router_interface (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:41.474607 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=67d53392-4b59-445b-90bc-5709ac5b80bd,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:41.658268 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Network de0019db-8a1f-4192-9165-f43ca9465e6d is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:34:41.660754 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:34:41.890165 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:34:42.004289 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-6b8c14c2-a7e9-4e65-9f2e-1f113dac0dea None None] Provisioning complete for port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:42.005271 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6b8c14c2-a7e9-4e65-9f2e-1f113dac0dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:42.067554 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c14c2-a7e9-4e65-9f2e-1f113dac0dea None None] Port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:34:42.103847 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:34:42.111399 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-668d70c4-93d9-44e6-97b7-ad4397b43266 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8810761 Aug 23 22:34:42.675504 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 67d53392-4b59-445b-90bc-5709ac5b80bd up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:42.686226 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34478) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:42.691587 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-2c0621df-525a-4022-a090-5f712dd7d98c tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1406622647', 'description': 'tempest-secgroup-smoke-1406622647 description', 'project_id': '94a56fcfc827430fb1b73dcfd186024d'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:42.721502 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2c0621df-525a-4022-a090-5f712dd7d98c tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:42.770601 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:42.781333 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 67d53392-4b59-445b-90bc-5709ac5b80bd triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:42.781870 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:42.886911 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2c0621df-525a-4022-a090-5f712dd7d98c tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group (8a43aef7-9030-4600-9472-53ddf47c493e), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:42.895234 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2c0621df-525a-4022-a090-5f712dd7d98c tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8a43aef7-9030-4600-9472-53ddf47c493e), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:42.942503 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 67d53392-4b59-445b-90bc-5709ac5b80bd is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:42.943758 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2702b82b-42e1-446a-a515-09a4430b55fd up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:42.954805 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2c0621df-525a-4022-a090-5f712dd7d98c tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:42.956389 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2c0621df-525a-4022-a090-5f712dd7d98c tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2689285 Aug 23 22:34:42.960820 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34486) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:42.966142 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0621df-525a-4022-a090-5f712dd7d98c tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a43aef7-9030-4600-9472-53ddf47c493e,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:42.975697 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-1fba5acf-2e87-4031-b85e-db0f1d669bb0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Request body: {'security_group_rule': {'security_group_id': '8a43aef7-9030-4600-9472-53ddf47c493e', 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:43.046453 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 2702b82b-42e1-446a-a515-09a4430b55fd triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:43.046755 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1fba5acf-2e87-4031-b85e-db0f1d669bb0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (97373455-9e31-48f4-96bb-a6f12edf1d8e), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.047248 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.186405 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1fba5acf-2e87-4031-b85e-db0f1d669bb0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (97373455-9e31-48f4-96bb-a6f12edf1d8e), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.193474 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1fba5acf-2e87-4031-b85e-db0f1d669bb0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (97373455-9e31-48f4-96bb-a6f12edf1d8e), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.204490 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 2702b82b-42e1-446a-a515-09a4430b55fd is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:43.204490 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.233771 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba5acf-2e87-4031-b85e-db0f1d669bb0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97373455-9e31-48f4-96bb-a6f12edf1d8e,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:43.252552 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 2702b82b-42e1-446a-a515-09a4430b55fd, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=2702b82b-42e1-446a-a515-09a4430b55fd,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:43.253480 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-1fba5acf-2e87-4031-b85e-db0f1d669bb0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.256387 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-1fba5acf-2e87-4031-b85e-db0f1d669bb0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2899361 Aug 23 22:34:43.261952 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34490) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:43.268133 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.286580 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-83b48778-5aab-4e78-99d0-8f2db8592111 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Request body: {'security_group_rule': {'security_group_id': '8a43aef7-9030-4600-9472-53ddf47c493e', 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:43.342818 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83b48778-5aab-4e78-99d0-8f2db8592111 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (be7a80bf-b3c3-434f-aa76-cb75453822ce), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.358890 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:43.376210 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:43.387468 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=2702b82b-42e1-446a-a515-09a4430b55fd,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:43.453658 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Sync routers for ids ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:34:43.454027 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83b48778-5aab-4e78-99d0-8f2db8592111 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (be7a80bf-b3c3-434f-aa76-cb75453822ce), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.460200 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83b48778-5aab-4e78-99d0-8f2db8592111 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (be7a80bf-b3c3-434f-aa76-cb75453822ce), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.473296 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Routers {'7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:43.474456 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:43.499598 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b48778-5aab-4e78-99d0-8f2db8592111 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7a80bf-b3c3-434f-aa76-cb75453822ce,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:43.514494 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-83b48778-5aab-4e78-99d0-8f2db8592111 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.515917 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-83b48778-5aab-4e78-99d0-8f2db8592111 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2518232 Aug 23 22:34:43.520863 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34492) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:43.530414 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-5a958594-830f-4611-b104-ba860497d488 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Request body: {'security_group_rule': {'security_group_id': '8a43aef7-9030-4600-9472-53ddf47c493e', 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:43.578524 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5a958594-830f-4611-b104-ba860497d488 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (866b7f4f-c2c2-4194-936d-796deeccc5c0), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.646290 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:43.657574 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Set router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:43.673619 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:43.702937 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5a958594-830f-4611-b104-ba860497d488 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (866b7f4f-c2c2-4194-936d-796deeccc5c0), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.710172 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5a958594-830f-4611-b104-ba860497d488 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (866b7f4f-c2c2-4194-936d-796deeccc5c0), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.756105 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a958594-830f-4611-b104-ba860497d488 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866b7f4f-c2c2-4194-936d-796deeccc5c0,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:43.769908 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-5a958594-830f-4611-b104-ba860497d488 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.771133 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-5a958594-830f-4611-b104-ba860497d488 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2483885 Aug 23 22:34:43.776040 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34494) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:43.782516 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-a6b869d9-5938-49d5-ae50-cc59fbcbbec2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Request body: {'security_group_rule': {'security_group_id': '8a43aef7-9030-4600-9472-53ddf47c493e', 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:43.827782 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a6b869d9-5938-49d5-ae50-cc59fbcbbec2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (dc628959-f062-46f9-bb3d-29471b557f6f), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.932544 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a6b869d9-5938-49d5-ae50-cc59fbcbbec2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (dc628959-f062-46f9-bb3d-29471b557f6f), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.938960 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a6b869d9-5938-49d5-ae50-cc59fbcbbec2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (dc628959-f062-46f9-bb3d-29471b557f6f), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.957444 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:35Z', 'updated_at': '2022-08-23T22:34:40Z', 'revision_number': 4, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'gw_port': {'id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:36Z', 'updated_at': '2022-08-23T22:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '9e5ff44d-2bd1-462d-aeda-f137af4a4016', 'name': '', 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'mac_address': 'fa:16:3e:47:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '081e01ba-ff7e-4f0e-a7ba-29f182e40cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:39Z', 'updated_at': '2022-08-23T22:34:40Z', 'revision_number': 2, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'subnets': [{'id': '081e01ba-ff7e-4f0e-a7ba-29f182e40cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:43.975897 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b869d9-5938-49d5-ae50-cc59fbcbbec2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc628959-f062-46f9-bb3d-29471b557f6f,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:43.984274 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-a6b869d9-5938-49d5-ae50-cc59fbcbbec2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:43.988968 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-a6b869d9-5938-49d5-ae50-cc59fbcbbec2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2070048 Aug 23 22:34:43.989336 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34496) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:43.997012 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Request body: {'security_group_rule': {'security_group_id': '8a43aef7-9030-4600-9472-53ddf47c493e', 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:44.004105 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Checking router: 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:34:44.004673 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Updating router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 binding host dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 22:34:44.035606 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.securitygroups_db [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Project 94a56fcfc827430fb1b73dcfd186024d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 22:34:44.046896 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (4aea45b7-54c8-4c07-9285-c541ce29195c), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.057361 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.162082 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (4aea45b7-54c8-4c07-9285-c541ce29195c), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.168581 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (4aea45b7-54c8-4c07-9285-c541ce29195c), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.205360 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aea45b7-54c8-4c07-9285-c541ce29195c,revision_number=0']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:44.224085 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.224997 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.225862 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.226663 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.227455 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.228261 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.228817 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.230031 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.230673 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.231219 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.231856 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.232414 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.232970 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.233881 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.234433 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.242917 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.245876 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-56d4d565-1b0d-4cd6-b658-eee191ca144d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2541597 Aug 23 22:34:44.248763 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34502) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:44.254242 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Request body: {'security_group_rule': {'security_group_id': '8a43aef7-9030-4600-9472-53ddf47c493e', 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:34:44.291341 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.securitygroups_db [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Project 94a56fcfc827430fb1b73dcfd186024d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 22:34:44.301770 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (5f03014b-b483-42ef-8e1d-7121b764d066), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.410890 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (5f03014b-b483-42ef-8e1d-7121b764d066), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.420837 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834872'] for security_group_rule (5f03014b-b483-42ef-8e1d-7121b764d066), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.466724 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f03014b-b483-42ef-8e1d-7121b764d066,revision_number=0']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:44.481859 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.482544 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.483185 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.483805 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.484382 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.484894 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.485676 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.486469 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.487013 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.487559 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.488100 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.488767 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.489206 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.489731 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.490200 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:34:44.499256 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.509939 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-001bfe63-0f15-4ab4-b074-3c6afecfca65 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2598343 Aug 23 22:34:44.596809 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Publish callbacks [] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), precommit_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.622281 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.642455 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2702b82b-42e1-446a-a515-09a4430b55fd up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:44.849493 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3e832-30db-40ad-b12e-5e3aee0a31d6 None None] Pushing event updated for resources: {'Port': ['ID=9e5ff44d-2bd1-462d-aeda-f137af4a4016,revision_number=3']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:44.875250 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Attempting to bind port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 on host dv-cinder-850321-4-iscsi for vnic_type normal with profile {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:34:44.875847 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Attempting to bind port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 by drivers openvswitch,hyperv on host dv-cinder-850321-4-iscsi at level 0 using segments [{'id': '1f1156ff-bec8-4fae-a156-c82b79c754f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d'}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:34:44.876339 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Attempting to bind port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 on network de0019db-8a1f-4192-9165-f43ca9465e6d {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:34:44.881463 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 2702b82b-42e1-446a-a515-09a4430b55fd triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:44.881624 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.887734 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Checking agent: {'id': '737716d4-b610-4efb-b186-b5fd82e3ccd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 15, 40), 'started_at': datetime.datetime(2022, 8, 23, 22, 16, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:34:44.888110 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Checking segment: {'id': '1f1156ff-bec8-4fae-a156-c82b79c754f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:34:44.888510 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.888941 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Bound using segment: {'id': '1f1156ff-bec8-4fae-a156-c82b79c754f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d'} {{(pid=106595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:34:44.889595 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.managers [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Bound port: 9e5ff44d-2bd1-462d-aeda-f137af4a4016, host: dv-cinder-850321-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1156ff-bec8-4fae-a156-c82b79c754f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d'}}] {{(pid=106595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:34:44.889901 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:44.939977 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=100 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:45.004882 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:45.226570 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] For port 9e5ff44d-2bd1-462d-aeda-f137af4a4016, host dv-cinder-850321-4-iscsi, cleared binding levels {{(pid=106595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:34:45.252454 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 2702b82b-42e1-446a-a515-09a4430b55fd is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:45.258483 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] For port 9e5ff44d-2bd1-462d-aeda-f137af4a4016, host dv-cinder-850321-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=9e5ff44d-2bd1-462d-aeda-f137af4a4016,segment=NetworkSegment(1f1156ff-bec8-4fae-a156-c82b79c754f1),segment_id=1f1156ff-bec8-4fae-a156-c82b79c754f1)] {{(pid=106595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:34:45.271155 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:45.332081 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Routers {'7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:34:45.333081 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:34:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:45.493151 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3e832-30db-40ad-b12e-5e3aee0a31d6 None None] Pushing event updated for resources: {'Port': ['ID=9e5ff44d-2bd1-462d-aeda-f137af4a4016,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:45.555688 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] Set router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:34:45.848112 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:35Z', 'updated_at': '2022-08-23T22:34:40Z', 'revision_number': 4, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'gw_port': {'id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:36Z', 'updated_at': '2022-08-23T22:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '9e5ff44d-2bd1-462d-aeda-f137af4a4016', 'name': '', 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'mac_address': 'fa:16:3e:47:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '081e01ba-ff7e-4f0e-a7ba-29f182e40cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:39Z', 'updated_at': '2022-08-23T22:34:45Z', 'revision_number': 4, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'subnets': [{'id': '081e01ba-ff7e-4f0e-a7ba-29f182e40cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:45.906797 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24975959-6329-4ac0-9f05-268dcd404c47 None None] The sync data for ids ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'] in dv-cinder-850321-4-iscsi is: [{'id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:35Z', 'updated_at': '2022-08-23T22:34:40Z', 'revision_number': 4, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'gw_port': {'id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:36Z', 'updated_at': '2022-08-23T22:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '9e5ff44d-2bd1-462d-aeda-f137af4a4016', 'name': '', 'network_id': 'de0019db-8a1f-4192-9165-f43ca9465e6d', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'mac_address': 'fa:16:3e:47:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '081e01ba-ff7e-4f0e-a7ba-29f182e40cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:39Z', 'updated_at': '2022-08-23T22:34:45Z', 'revision_number': 4, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'subnets': [{'id': '081e01ba-ff7e-4f0e-a7ba-29f182e40cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:34:46.609218 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 9e5ff44d-2bd1-462d-aeda-f137af4a4016 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:46.701577 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:46.702064 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:46.853881 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 is: DOWN; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:46.855773 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:46.922285 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] For port 9e5ff44d-2bd1-462d-aeda-f137af4a4016, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=9e5ff44d-2bd1-462d-aeda-f137af4a4016,segment=NetworkSegment(1f1156ff-bec8-4fae-a156-c82b79c754f1),segment_id=1f1156ff-bec8-4fae-a156-c82b79c754f1)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:34:46.930329 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:47.024347 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Pushing event updated for resources: {'Port': ['ID=9e5ff44d-2bd1-462d-aeda-f137af4a4016,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:48.550576 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 9e5ff44d-2bd1-462d-aeda-f137af4a4016 up at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:34:48.638820 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Provisioning complete for port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:34:48.639642 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:48.769483 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Current status of the port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 is: ACTIVE; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:34:50.873033 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=28 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:50.921719 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=20 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:53.138318 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:53.818387 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34646) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:53.874266 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e95ca9-2a65-4114-93b8-868628ba416e admin admin] Deleting subnet 8f6816cf-6b88-41e6-b2a9-5a66c1921219 {{(pid=106593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:34:53.881447 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-69e95ca9-2a65-4114-93b8-868628ba416e admin admin] Publish callbacks [] for subnet (8f6816cf-6b88-41e6-b2a9-5a66c1921219), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:53.936150 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-69e95ca9-2a65-4114-93b8-868628ba416e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25456179'] for subnet (8f6816cf-6b88-41e6-b2a9-5a66c1921219), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:53.975312 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:53.992323 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-69e95ca9-2a65-4114-93b8-868628ba416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (8f6816cf-6b88-41e6-b2a9-5a66c1921219), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.065951 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-69e95ca9-2a65-4114-93b8-868628ba416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25505823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26779442'] for subnet (8f6816cf-6b88-41e6-b2a9-5a66c1921219), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.099227 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e95ca9-2a65-4114-93b8-868628ba416e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6816cf-6b88-41e6-b2a9-5a66c1921219,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:54.102045 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-69e95ca9-2a65-4114-93b8-868628ba416e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.105622 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-69e95ca9-2a65-4114-93b8-868628ba416e admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/8f6816cf-6b88-41e6-b2a9-5a66c1921219 HTTP/1.1" status: 204 len: 168 time: 0.2859731 Aug 23 22:34:54.108090 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34648) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:54.193871 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (70084ed9-e1c2-4967-b01a-fdd4aabffc9a), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.293559 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (70084ed9-e1c2-4967-b01a-fdd4aabffc9a), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.328229 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70084ed9-e1c2-4967-b01a-fdd4aabffc9a']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:54.340671 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11611042-c648-4105-9b52-8d2b23422815') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:54.340981 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11611042-c648-4105-9b52-8d2b23422815') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:54.356053 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (11611042-c648-4105-9b52-8d2b23422815), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.374758 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (11611042-c648-4105-9b52-8d2b23422815), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.394301 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:34:54.394885 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (11611042-c648-4105-9b52-8d2b23422815), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.427094 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 11611042-c648-4105-9b52-8d2b23422815 resource provider aggregate not found Aug 23 22:34:54.461828 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:INSERT=5,neutron:UPDATE=2,neutron:SELECT=39,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:54.470466 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 11611042-c648-4105-9b52-8d2b23422815 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11611042-c648-4105-9b52-8d2b23422815 found for delete ", "request_id": "req-0ea4006a-be9c-49d7-9f6d-ac9048bb99bf"}]} Aug 23 22:34:54.480073 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (70084ed9-e1c2-4967-b01a-fdd4aabffc9a), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.480547 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:54.485324 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.492067 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/70084ed9-e1c2-4967-b01a-fdd4aabffc9a HTTP/1.1" status: 204 len: 168 time: 0.3828361 Aug 23 22:34:54.492401 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34656) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:54.506186 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0cfa5-b73d-4f59-a939-285540ad3804 admin admin] Pushing event deleted for resources: {'Network': ['ID=70084ed9-e1c2-4967-b01a-fdd4aabffc9a,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:54.580323 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-da465461-221b-4939-95cd-1281b02134be admin admin] Deleting subnet 73d55e8e-c3df-4d3a-a5fa-0a0d0a575f10 {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:34:54.585349 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-da465461-221b-4939-95cd-1281b02134be admin admin] Publish callbacks [] for subnet (73d55e8e-c3df-4d3a-a5fa-0a0d0a575f10), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.633351 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-da465461-221b-4939-95cd-1281b02134be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25223832'] for subnet (73d55e8e-c3df-4d3a-a5fa-0a0d0a575f10), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.691106 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-da465461-221b-4939-95cd-1281b02134be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (73d55e8e-c3df-4d3a-a5fa-0a0d0a575f10), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.769460 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-da465461-221b-4939-95cd-1281b02134be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26759021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867471'] for subnet (73d55e8e-c3df-4d3a-a5fa-0a0d0a575f10), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.831358 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da465461-221b-4939-95cd-1281b02134be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d55e8e-c3df-4d3a-a5fa-0a0d0a575f10,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:54.839568 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-da465461-221b-4939-95cd-1281b02134be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:54.845194 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-da465461-221b-4939-95cd-1281b02134be admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/73d55e8e-c3df-4d3a-a5fa-0a0d0a575f10 HTTP/1.1" status: 204 len: 168 time: 0.3514998 Aug 23 22:34:54.848499 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34658) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:54.886606 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:54.934509 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (308feafd-5f42-4269-b589-77595f14c059), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.036593 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (308feafd-5f42-4269-b589-77595f14c059), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.066076 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308feafd-5f42-4269-b589-77595f14c059']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:55.080394 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba65508c-82ad-4389-91e3-089edfe2f150') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:55.081173 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba65508c-82ad-4389-91e3-089edfe2f150') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:34:55.096213 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (ba65508c-82ad-4389-91e3-089edfe2f150), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.115293 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (ba65508c-82ad-4389-91e3-089edfe2f150), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.125031 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:34:55.125669 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (ba65508c-82ad-4389-91e3-089edfe2f150), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.225557 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (308feafd-5f42-4269-b589-77595f14c059), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.237110 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.241636 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/308feafd-5f42-4269-b589-77595f14c059 HTTP/1.1" status: 204 len: 168 time: 0.3915336 Aug 23 22:34:55.264866 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4857ea-765f-4b05-87d7-1a3b772c8b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=308feafd-5f42-4269-b589-77595f14c059,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:55.500897 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34664) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:55.548704 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-dbe53bda-a907-4f4e-97ed-9c51d57ac2dd admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=23dfe22266f14e1f95e291ed51e1eb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463850 Aug 23 22:34:55.551676 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34666) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:55.614047 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-862f913e-cbd5-4560-9344-093687e8f67e admin admin] Publish callbacks [] for security_group (ea0fa6f5-ee25-4e8c-b529-395a26f03659), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.641193 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-862f913e-cbd5-4560-9344-093687e8f67e admin admin] Publish callbacks [] for security_group (ea0fa6f5-ee25-4e8c-b529-395a26f03659), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.706096 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-862f913e-cbd5-4560-9344-093687e8f67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ea0fa6f5-ee25-4e8c-b529-395a26f03659), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.710151 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-862f913e-cbd5-4560-9344-093687e8f67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:55.711776 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-862f913e-cbd5-4560-9344-093687e8f67e admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/ea0fa6f5-ee25-4e8c-b529-395a26f03659 HTTP/1.1" status: 204 len: 168 time: 0.1586268 Aug 23 22:34:55.732212 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f913e-cbd5-4560-9344-093687e8f67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0fa6f5-ee25-4e8c-b529-395a26f03659,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:56.204822 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34680) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:56.254499 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-0aa88630-1e7a-47fe-81f4-4044137af2dc admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=ecbb2e2a7838483ba559637b0e7a9b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482821 Aug 23 22:34:56.257596 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34682) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:34:56.323688 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1853ce5b-bd44-4495-bc10-2621bce702f7 admin admin] Publish callbacks [] for security_group (9c1bfd3f-ed14-4c8b-9bfa-0f7bf0a35394), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:56.363271 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1853ce5b-bd44-4495-bc10-2621bce702f7 admin admin] Publish callbacks [] for security_group (9c1bfd3f-ed14-4c8b-9bfa-0f7bf0a35394), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:56.392308 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:56.437859 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1853ce5b-bd44-4495-bc10-2621bce702f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (9c1bfd3f-ed14-4c8b-9bfa-0f7bf0a35394), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:56.440504 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-1853ce5b-bd44-4495-bc10-2621bce702f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:34:56.441793 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-1853ce5b-bd44-4495-bc10-2621bce702f7 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/9c1bfd3f-ed14-4c8b-9bfa-0f7bf0a35394 HTTP/1.1" status: 204 len: 168 time: 0.1831260 Aug 23 22:34:56.452724 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853ce5b-bd44-4495-bc10-2621bce702f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1bfd3f-ed14-4c8b-9bfa-0f7bf0a35394,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:34:56.470016 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:34:56.505125 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment ba65508c-82ad-4389-91e3-089edfe2f150 resource provider aggregate not found Aug 23 22:34:56.531438 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment ba65508c-82ad-4389-91e3-089edfe2f150 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba65508c-82ad-4389-91e3-089edfe2f150 found for delete ", "request_id": "req-f6519eac-3328-4164-86e4-9a340c338cb1"}]} Aug 23 22:35:01.304335 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 34768) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:35:01.352067 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:01.353147 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:01.472491 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-21c06a4d-b27e-485c-9063-617cc3ce2890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:01.633426 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-21c06a4d-b27e-485c-9063-617cc3ce2890 admin admin] Publish callbacks [] for security_group (ea851cf8-5fee-4bd8-b89c-8407dd82df64), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:01.638825 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-21c06a4d-b27e-485c-9063-617cc3ce2890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ea851cf8-5fee-4bd8-b89c-8407dd82df64), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:01.717020 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-21c06a4d-b27e-485c-9063-617cc3ce2890 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=c3b50c56130b488e9d1d44e6af7b4ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111133 Aug 23 22:35:01.717787 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c06a4d-b27e-485c-9063-617cc3ce2890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea851cf8-5fee-4bd8-b89c-8407dd82df64,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:01.723559 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34774) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:35:01.853775 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-89c81e7e-42e2-4e7c-9762-497ecba69e6b admin admin] Publish callbacks [] for security_group (ea851cf8-5fee-4bd8-b89c-8407dd82df64), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:01.882997 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-89c81e7e-42e2-4e7c-9762-497ecba69e6b admin admin] Publish callbacks [] for security_group (ea851cf8-5fee-4bd8-b89c-8407dd82df64), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:01.971509 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-89c81e7e-42e2-4e7c-9762-497ecba69e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ea851cf8-5fee-4bd8-b89c-8407dd82df64), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:01.976797 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-89c81e7e-42e2-4e7c-9762-497ecba69e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:01.982212 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-89c81e7e-42e2-4e7c-9762-497ecba69e6b admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/ea851cf8-5fee-4bd8-b89c-8407dd82df64 HTTP/1.1" status: 204 len: 168 time: 0.2534413 Aug 23 22:35:01.999078 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c81e7e-42e2-4e7c-9762-497ecba69e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea851cf8-5fee-4bd8-b89c-8407dd82df64,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:02.015876 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:02.308647 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-e2b1240b-efd7-4659-8379-6baf5e9134df tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1406622647&fields=id&tenant_id=94a56fcfc827430fb1b73dcfd186024d HTTP/1.1" status: 200 len: 267 time: 0.0782402 Aug 23 22:35:02.478480 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-d9027fe5-f414-44dc-8b15-f901c6258ad3 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:02.480769 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-d9027fe5-f414-44dc-8b15-f901c6258ad3 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/networks?id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd HTTP/1.1" status: 200 len: 809 time: 0.1648180 Aug 23 22:35:02.502503 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-757e36fc-b349-4738-8035-2fda550aec78 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/quotas/94a56fcfc827430fb1b73dcfd186024d HTTP/1.1" status: 200 len: 375 time: 0.0114882 Aug 23 22:35:02.544459 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:35:02.579959 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-e4e319b3-7ca0-46b1-8ae5-8f5697528157 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=94a56fcfc827430fb1b73dcfd186024d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670359 Aug 23 22:35:02.607454 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-21f5dacd-0e06-402b-bff2-0912652ef298 service neutron] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:35:02.608213 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-21f5dacd-0e06-402b-bff2-0912652ef298 service neutron] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089087 Aug 23 22:35:02.739711 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:02.742436 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:02.748978 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-4bdf197c-1018-4ebe-837f-cf158888fb55 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302772 Aug 23 22:35:02.895052 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-82e69cbe-d821-4783-baf7-9dc9de3f2e5b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287713 Aug 23 22:35:03.350871 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3d584790-3377-423e-a845-adb536991101 req-ae029c3d-7065-4767-aebf-3946fa29ac7f tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 210 time: 0.0437670 Aug 23 22:35:03.647955 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-88655c6a-058c-48b3-bce8-9cf771fc109a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:04.484415 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9ef17f82-658e-4b5c-a444-bc29743f0f2c req-a7bfdccb-9f70-48fd-a272-1f4af203df61 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 210 time: 0.0401092 Aug 23 22:35:04.788839 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-b846b88b-5e71-4721-a9d9-021fdd0562db tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:04.790423 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-b846b88b-5e71-4721-a9d9-021fdd0562db tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.86 "GET /networking/v2.0/networks?id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd HTTP/1.1" status: 200 len: 809 time: 0.1499686 Aug 23 22:35:04.874570 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-d61aaf67-98b9-4ff9-a27d-ad355a200e6d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=94a56fcfc827430fb1b73dcfd186024d HTTP/1.1" status: 200 len: 380 time: 0.0666044 Aug 23 22:35:04.890239 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Request body: {'port': {'device_id': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'admin_state_up': True, 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'security_groups': ['8a43aef7-9030-4600-9472-53ddf47c493e']}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:35:04.968467 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:05.020333 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Made reservation on behalf of 94a56fcfc827430fb1b73dcfd186024d for: {'port': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:35:05.026773 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:05.192441 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Allocated IP 172.20.0.11 (0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd/8900f51f-faa5-4c4c-b2a7-7152cf41f1bf/7329ee58-549d-4382-bc19-ec3d07cd19db) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:35:05.360809 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:05.399082 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:05.458565 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:35:05.463205 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:35:05.470091 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:35:05.503762 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'Port': ['ID=7329ee58-549d-4382-bc19-ec3d07cd19db,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:05.523580 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:05.550706 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:05.552426 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:05.576867 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-393328ac-d970-4823-9d11-5acea0f9849d tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6915882 Aug 23 22:35:05.597106 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Request body: {'port': {'device_id': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:35:05.748171 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:05.763026 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fa90d-471b-492e-b7f9-97ffe1a83065 req-98b7ff96-3bb2-4b82-a691-c29f75b87c9e tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:05.765829 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c69fa90d-471b-492e-b7f9-97ffe1a83065 req-98b7ff96-3bb2-4b82-a691-c29f75b87c9e tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 932 time: 0.1163585 Aug 23 22:35:05.848517 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-5cf992e5-eab1-44d5-874b-c7ae8a5ed5ac None None] Provisioning complete for port 7329ee58-549d-4382-bc19-ec3d07cd19db triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:35:05.849178 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5cf992e5-eab1-44d5-874b-c7ae8a5ed5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:05.864590 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c69fa90d-471b-492e-b7f9-97ffe1a83065 req-305cb9c7-5874-45ea-b62e-eb801164afa7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813744 Aug 23 22:35:05.904709 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-5cf992e5-eab1-44d5-874b-c7ae8a5ed5ac None None] Port 7329ee58-549d-4382-bc19-ec3d07cd19db cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:35:06.050536 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ebcf93fc-dcb5-4cec-a18d-1af4a7888903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:06.159555 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:06.227631 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7329ee58-549d-4382-bc19-ec3d07cd19db {{(pid=106593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:35:06.238233 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Publish callbacks [] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:06.264224 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.provisioning_blocks [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Transition to ACTIVE for port object 7329ee58-549d-4382-bc19-ec3d07cd19db will not be triggered until provisioned by entity L2. {{(pid=106593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:35:06.268755 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:06.346328 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7329ee58-549d-4382-bc19-ec3d07cd19db,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:06.418016 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Attempting to bind port 7329ee58-549d-4382-bc19-ec3d07cd19db on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:35:06.418464 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Attempting to bind port 7329ee58-549d-4382-bc19-ec3d07cd19db by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:35:06.419037 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Attempting to bind port 7329ee58-549d-4382-bc19-ec3d07cd19db on network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:35:06.428608 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Port 7329ee58-549d-4382-bc19-ec3d07cd19db on network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:35:06.429450 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Attempting to bind port 7329ee58-549d-4382-bc19-ec3d07cd19db on network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:35:06.440741 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:35:06.441374 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Checking segment: {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:35:06.442011 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Bound using segment: {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:35:06.442734 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Bound port: 7329ee58-549d-4382-bc19-ec3d07cd19db, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0add4e33-a815-490e-bb89-bd2aabec56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd'}}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:35:06.443332 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:06.529523 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] For port 7329ee58-549d-4382-bc19-ec3d07cd19db, host hv-cinder-85032, cleared binding levels {{(pid=106593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:35:06.533741 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] For port 7329ee58-549d-4382-bc19-ec3d07cd19db, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7329ee58-549d-4382-bc19-ec3d07cd19db,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:35:06.541403 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:06.546052 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:06.546672 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:06.548490 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/7329ee58-549d-4382-bc19-ec3d07cd19db HTTP/1.1" status: 200 len: 1094 time: 0.9572055 Aug 23 22:35:06.549009 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:35:06.551318 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:35:06.597085 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a1d721-c64d-4404-ac9b-466a45b4ad9a x-openstack-request-id: req-58a1d721-c64d-4404-ac9b-466a45b4ad9a {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:35:06.597411 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:35:06.597753 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-58a1d721-c64d-4404-ac9b-466a45b4ad9a {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:35:06.598201 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a1d721-c64d-4404-ac9b-466a45b4ad9a'] response: {'name': 'network-changed', 'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'status': 'completed', 'code': 200} Aug 23 22:35:06.623086 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f93a2a-8db8-49ac-a25b-75a6b6fbdbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7329ee58-549d-4382-bc19-ec3d07cd19db,revision_number=3']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:06.687272 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-0c5e6b06-e528-4116-848f-93f788dc6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:06.688738 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-0c5e6b06-e528-4116-848f-93f788dc6216 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=94a56fcfc827430fb1b73dcfd186024d&device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 1128 time: 0.0542531 Aug 23 22:35:06.742117 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-65165b8c-b536-48a4-b8c4-c618cef6d3bf service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7329ee58-549d-4382-bc19-ec3d07cd19db HTTP/1.1" status: 200 len: 217 time: 0.0382843 Aug 23 22:35:06.807108 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-4b32ae77-896d-42d0-a617-8f7ccc23ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:06.808757 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-4b32ae77-896d-42d0-a617-8f7ccc23ec56 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8900f51f-faa5-4c4c-b2a7-7152cf41f1bf HTTP/1.1" status: 200 len: 848 time: 0.0592408 Aug 23 22:35:06.873870 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-bf14a045-f1ba-4d39-8347-e44f04d26060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:06.876570 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-bf14a045-f1ba-4d39-8347-e44f04d26060 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612605 Aug 23 22:35:06.993858 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-8fa7be26-4860-470d-8ce1-a9f49b44d062 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094916 Aug 23 22:35:07.008367 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f07c8-5911-49ad-a7c5-b932f9fdd893 req-c061aa20-b6e2-4789-9f32-551e63addf50 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:07.010630 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1c7f07c8-5911-49ad-a7c5-b932f9fdd893 req-c061aa20-b6e2-4789-9f32-551e63addf50 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 944 time: 0.0567567 Aug 23 22:35:07.036384 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:07.084300 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-1c7f07c8-5911-49ad-a7c5-b932f9fdd893 req-dcdbe51b-9cac-4f4a-9b0e-952a9c17de58 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665648 Aug 23 22:35:07.129008 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fadccd28-d79f-45c6-93a5-66bf30229e98 req-20a51aaa-8c66-4365-acd6-d163e1e16224 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271248 Aug 23 22:35:07.485128 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-39d1a772-1b87-4f28-b13b-e4a227c6564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:07.486948 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-39d1a772-1b87-4f28-b13b-e4a227c6564d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=94a56fcfc827430fb1b73dcfd186024d&device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 1128 time: 0.0442643 Aug 23 22:35:07.593174 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-85625a04-fd54-463e-b050-1d4e29917e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:07.594750 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-85625a04-fd54-463e-b050-1d4e29917e84 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd HTTP/1.1" status: 200 len: 911 time: 0.0990269 Aug 23 22:35:07.641875 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-671e9e38-d9bb-4f11-bc4e-7eec790366b9 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7329ee58-549d-4382-bc19-ec3d07cd19db HTTP/1.1" status: 200 len: 217 time: 0.0405188 Aug 23 22:35:07.695612 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-6f725975-8c33-43c2-a79d-8f48407b4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:07.697142 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-6f725975-8c33-43c2-a79d-8f48407b4cb6 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8900f51f-faa5-4c4c-b2a7-7152cf41f1bf HTTP/1.1" status: 200 len: 848 time: 0.0495832 Aug 23 22:35:07.713962 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:07.751904 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-168ee9b7-30e4-42bb-b0d9-46f5ff66e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:07.753313 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-168ee9b7-30e4-42bb-b0d9-46f5ff66e7f9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484242 Aug 23 22:35:07.766604 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-f0fd8bc5-fb3b-42f0-9de4-2fd74e7833be service neutron] http://10.222.0.88:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 22:35:07.768087 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-f0fd8bc5-fb3b-42f0-9de4-2fd74e7833be service neutron] 10.222.0.86 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068474 Aug 23 22:35:07.866304 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-756198a6-48f8-4a5d-bd38-5dd5ec40d526 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905750 Aug 23 22:35:07.972655 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-9b4dd7cd-1491-4598-8a70-bea70b5c1ca4 req-e3928cb6-a56b-4887-a755-29d9bd59f11d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990946 Aug 23 22:35:08.250000 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcea4a3-0147-4fd7-b0f2-46fe026c8574 req-ce3f0b33-b61c-4bca-baae-c556b0638307 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:08.251644 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2dcea4a3-0147-4fd7-b0f2-46fe026c8574 req-ce3f0b33-b61c-4bca-baae-c556b0638307 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 944 time: 0.0662367 Aug 23 22:35:08.332373 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2dcea4a3-0147-4fd7-b0f2-46fe026c8574 req-c5d2144b-c957-4da8-b5e4-93d420c816c7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743232 Aug 23 22:35:08.837476 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:09.483114 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df4f1-f735-4822-9154-1cd34a7512d5 req-6f899f02-94e7-4d8c-b7f9-d619526944c0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:09.484718 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-326df4f1-f735-4822-9154-1cd34a7512d5 req-6f899f02-94e7-4d8c-b7f9-d619526944c0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 944 time: 0.0605905 Aug 23 22:35:09.542808 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-326df4f1-f735-4822-9154-1cd34a7512d5 req-83959193-b826-4d29-b715-5d61a7c5c404 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513928 Aug 23 22:35:10.114266 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:10.682145 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f622-0338-4f65-903b-9a9bdb69369a req-00b55016-4b82-40b6-ba93-23e98cbe1681 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:10.683730 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-94b3f622-0338-4f65-903b-9a9bdb69369a req-00b55016-4b82-40b6-ba93-23e98cbe1681 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 944 time: 0.0514848 Aug 23 22:35:10.740968 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-94b3f622-0338-4f65-903b-9a9bdb69369a req-833f6a87-809b-4cca-9534-c3a44a143c4c tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514548 Aug 23 22:35:11.064590 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:12.163363 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9141662-ba9e-4488-bc0b-aa5803a02120 req-fa1638e1-e4be-4586-a041-63b418ba5392 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:12.165866 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e9141662-ba9e-4488-bc0b-aa5803a02120 req-fa1638e1-e4be-4586-a041-63b418ba5392 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 944 time: 0.3318174 Aug 23 22:35:12.235854 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e9141662-ba9e-4488-bc0b-aa5803a02120 req-950972cf-9c8d-4604-bc4f-a70634ba2312 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618453 Aug 23 22:35:12.536179 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:13.394090 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0b3ff-d969-4730-9a66-4cc57583456b req-55f43e8e-e188-401f-aa83-500ba67f2fb1 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:13.395737 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3ab0b3ff-d969-4730-9a66-4cc57583456b req-55f43e8e-e188-401f-aa83-500ba67f2fb1 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 944 time: 0.0602124 Aug 23 22:35:13.478827 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3ab0b3ff-d969-4730-9a66-4cc57583456b req-ccb399f9-5637-4c08-acc4-e56ece0a2888 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751204 Aug 23 22:35:14.676413 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffb1a9-214a-4cb3-8c2f-d14536139485 req-151eb1c5-3668-42d5-a20e-d24b723e138a tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:14.678034 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-84ffb1a9-214a-4cb3-8c2f-d14536139485 req-151eb1c5-3668-42d5-a20e-d24b723e138a tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 944 time: 0.0794356 Aug 23 22:35:14.738699 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-84ffb1a9-214a-4cb3-8c2f-d14536139485 req-b4dc771c-9216-4e33-adef-93c07bd0ae38 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529158 Aug 23 22:35:15.418348 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 7329ee58-549d-4382-bc19-ec3d07cd19db details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:35:15.565311 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 7329ee58-549d-4382-bc19-ec3d07cd19db, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7329ee58-549d-4382-bc19-ec3d07cd19db,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:35:15.583128 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'port_id': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'mac_address': 'fa:16:3e:aa:7d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:35:15.622334 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 7329ee58-549d-4382-bc19-ec3d07cd19db is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:35:15.622754 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:15.640074 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7329ee58-549d-4382-bc19-ec3d07cd19db {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:35:15.664238 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 7329ee58-549d-4382-bc19-ec3d07cd19db, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7329ee58-549d-4382-bc19-ec3d07cd19db,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:35:15.671100 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:15.740826 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=7329ee58-549d-4382-bc19-ec3d07cd19db,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:15.886183 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee57da-1f14-478f-b4e9-9de569f736af req-f2cc8dfb-6780-4851-b4f4-ce122b6e3b20 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:15.888127 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b6ee57da-1f14-478f-b4e9-9de569f736af req-f2cc8dfb-6780-4851-b4f4-ce122b6e3b20 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 945 time: 0.0569310 Aug 23 22:35:15.947680 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b6ee57da-1f14-478f-b4e9-9de569f736af req-2991ed7f-003e-4d49-8b0e-1a904bd4e91e tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534551 Aug 23 22:35:16.010179 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['7329ee58-549d-4382-bc19-ec3d07cd19db'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:35:17.069656 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:17.086089 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184edfa-81e5-489c-af4f-9ceaeb81032f req-7abdf458-76fa-40d1-82ce-69177b9745ac tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:17.087591 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2184edfa-81e5-489c-af4f-9ceaeb81032f req-7abdf458-76fa-40d1-82ce-69177b9745ac tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Aug 23 22:35:17.144940 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2184edfa-81e5-489c-af4f-9ceaeb81032f req-0fcad78b-27fd-410b-8ab0-89e39f81c5e9 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512540 Aug 23 22:35:17.451639 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 7329ee58-549d-4382-bc19-ec3d07cd19db up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:35:17.497017 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port 7329ee58-549d-4382-bc19-ec3d07cd19db completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:35:17.503296 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port 7329ee58-549d-4382-bc19-ec3d07cd19db triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:35:17.503766 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:17.548556 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:17.564663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:17.582962 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port 7329ee58-549d-4382-bc19-ec3d07cd19db is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:35:17.583354 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:17.607670 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:35:17.609963 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae93c1d-87d9-40ec-a862-e2468cce421a" -d '{"events": [{"server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "name": "network-vif-plugged", "status": "completed", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:35:17.623711 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port 7329ee58-549d-4382-bc19-ec3d07cd19db, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7329ee58-549d-4382-bc19-ec3d07cd19db,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:35:17.628641 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:17.656087 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5f1b89-5ce6-4ad4-ad67-e11d416b4e17 x-openstack-request-id: req-1c5f1b89-5ce6-4ad4-ad67-e11d416b4e17 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:35:17.656387 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "name": "network-vif-plugged", "status": "completed", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:35:17.656635 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c5f1b89-5ce6-4ad4-ad67-e11d416b4e17 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:35:17.657025 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5f1b89-5ce6-4ad4-ad67-e11d416b4e17'] response: {'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'code': 200} Aug 23 22:35:17.688657 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=7329ee58-549d-4382-bc19-ec3d07cd19db,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:17.962022 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=19 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:17.971233 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=51 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:18.012457 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1335e4-32e2-4c33-b8b8-3176d9618a39 req-7269ec57-0807-4fe3-9a11-384a9515c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:18.014042 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ed1335e4-32e2-4c33-b8b8-3176d9618a39 req-7269ec57-0807-4fe3-9a11-384a9515c0e5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 1130 time: 0.1397448 Aug 23 22:35:18.061622 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-ed1335e4-32e2-4c33-b8b8-3176d9618a39 req-1511b537-a505-4f52-af74-a0566934c0e1 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Aug 23 22:35:18.253860 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:18.270995 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f429a4-3839-4d07-891e-ca094ed593c5 req-f53f2b32-307b-46bc-ab19-da6b6d65ec23 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:18.272639 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e6f429a4-3839-4d07-891e-ca094ed593c5 req-f53f2b32-307b-46bc-ab19-da6b6d65ec23 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 946 time: 0.0505309 Aug 23 22:35:18.332219 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e6f429a4-3839-4d07-891e-ca094ed593c5 req-1a831a8a-72df-4cfa-823f-3076a149ae27 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532348 Aug 23 22:35:19.460249 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2214f-04ee-45ae-baff-4df3f12909b4 req-0a66ca27-5916-44af-8ae7-6de49091f97e tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:19.461794 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0be2214f-04ee-45ae-baff-4df3f12909b4 req-0a66ca27-5916-44af-8ae7-6de49091f97e tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 946 time: 0.0516961 Aug 23 22:35:19.514386 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0be2214f-04ee-45ae-baff-4df3f12909b4 req-1f4aa3e8-4221-4e80-931b-92ae59fed96a tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465906 Aug 23 22:35:19.644061 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e0b91-fa00-453a-af44-481395e9b807 req-65476205-2dc4-40fc-a5f8-c5218e2a84d5 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:19.645528 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-572e0b91-fa00-453a-af44-481395e9b807 req-65476205-2dc4-40fc-a5f8-c5218e2a84d5 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 946 time: 0.0544212 Aug 23 22:35:19.701804 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-572e0b91-fa00-453a-af44-481395e9b807 req-2c4974f9-2c5a-42de-82f7-d5e0f7373c1b tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503426 Aug 23 22:35:19.728205 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34954) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:35:19.881642 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc8cff-8d91-47ee-9321-7e9eb3c65888 tempest-TestShelveInstance-1304924407 tempest-TestShelveInstance-1304924407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:19.883203 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-b9dc8cff-8d91-47ee-9321-7e9eb3c65888 tempest-TestShelveInstance-1304924407 tempest-TestShelveInstance-1304924407-project-admin] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 1125 time: 0.1540022 Aug 23 22:35:19.886276 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 34958) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:35:19.890936 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'port_id': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:35:19.916007 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:20.028714 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:20.179570 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Allocated IP 172.27.2.138 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/04903653-e748-4496-aefa-eb68b0f6d1af) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:35:20.303251 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for port (04903653-e748-4496-aefa-eb68b0f6d1af), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:20.345076 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (04903653-e748-4496-aefa-eb68b0f6d1af), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:20.396983 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:35:20.400364 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:35:20.404907 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:35:20.410893 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'Port': ['ID=04903653-e748-4496-aefa-eb68b0f6d1af,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:20.670062 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:20.815305 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:20.830505 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for floatingip (7a592069-c66a-47e4-af1d-4817f28cfbf1), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:20.927277 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (04903653-e748-4496-aefa-eb68b0f6d1af), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:21.124905 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for port (04903653-e748-4496-aefa-eb68b0f6d1af), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:21.131203 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (04903653-e748-4496-aefa-eb68b0f6d1af), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:21.205115 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (7a592069-c66a-47e4-af1d-4817f28cfbf1), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:21.207097 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event updated for resources: {'Port': ['ID=04903653-e748-4496-aefa-eb68b0f6d1af,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:21.331746 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Floating IP 7a592069-c66a-47e4-af1d-4817f28cfbf1 associated. External IP: 172.27.2.138, port: 7329ee58-549d-4382-bc19-ec3d07cd19db. Aug 23 22:35:21.854469 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Router cd3f5ed9-a196-4adf-8906-d99dbe762f2b has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:35:21.950192 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:21.973227 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:35:21.987217 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] Sync routers for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:35:22.000656 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:22.001903 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:35:22.002554 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:35:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:35:22.040821 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2494c4ee-bef4-4747-a084-849a0a293ba7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1532323 Aug 23 22:35:22.041537 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:35:22.044818 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb4a025-2652-4923-a469-25728bfd4249" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:35:22.088841 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2155c132-f611-4570-939c-eabeec2b94c8 x-openstack-request-id: req-2155c132-f611-4570-939c-eabeec2b94c8 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:35:22.089407 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:35:22.090528 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2155c132-f611-4570-939c-eabeec2b94c8 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:35:22.091059 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2155c132-f611-4570-939c-eabeec2b94c8'] response: {'name': 'network-changed', 'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'status': 'completed', 'code': 200} Aug 23 22:35:22.132928 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:35:22.184760 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4a025-2652-4923-a469-25728bfd4249 req-aaf0087d-566e-4edc-972c-6a804ed9b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:22.186346 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cbb4a025-2652-4923-a469-25728bfd4249 req-aaf0087d-566e-4edc-972c-6a804ed9b47c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=94a56fcfc827430fb1b73dcfd186024d&device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 1130 time: 0.0463073 Aug 23 22:35:22.296466 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4a025-2652-4923-a469-25728bfd4249 req-b18bcc94-93a2-4e99-8d09-5eab097ce3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:22.298288 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cbb4a025-2652-4923-a469-25728bfd4249 req-b18bcc94-93a2-4e99-8d09-5eab097ce3c5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd HTTP/1.1" status: 200 len: 911 time: 0.1063299 Aug 23 22:35:22.364447 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:22.387230 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cbb4a025-2652-4923-a469-25728bfd4249 req-ce408746-a9e0-417a-917c-f443234d0e3c service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7329ee58-549d-4382-bc19-ec3d07cd19db HTTP/1.1" status: 200 len: 1000 time: 0.0823350 Aug 23 22:35:22.441898 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4a025-2652-4923-a469-25728bfd4249 req-e9d41fb7-de01-4f6c-b0e9-cae76778794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:22.442762 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '7a592069-c66a-47e4-af1d-4817f28cfbf1', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'port_id': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'mac_address': 'fa:16:3e:aa:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:35:20Z', 'updated_at': '2022-08-23T22:35:20Z', 'revision_number': 0, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67d53392-4b59-445b-90bc-5709ac5b80bd', 'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'mac_address': 'fa:16:3e:fa:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:30Z', 'updated_at': '2022-08-23T22:34:41Z', 'revision_number': 5, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'subnets': [{'id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:35:22.443390 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cbb4a025-2652-4923-a469-25728bfd4249 req-e9d41fb7-de01-4f6c-b0e9-cae76778794f service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8900f51f-faa5-4c4c-b2a7-7152cf41f1bf HTTP/1.1" status: 200 len: 848 time: 0.0513763 Aug 23 22:35:22.485235 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] Checking router: cd3f5ed9-a196-4adf-8906-d99dbe762f2b for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:35:22.493850 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4a025-2652-4923-a469-25728bfd4249 req-a8df9ee8-569c-4574-a5d8-8a9de49f0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:22.495432 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cbb4a025-2652-4923-a469-25728bfd4249 req-a8df9ee8-569c-4574-a5d8-8a9de49f0d02 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466158 Aug 23 22:35:22.496702 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:35:22.497442 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:35:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:35:22.626824 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cbb4a025-2652-4923-a469-25728bfd4249 req-8de3c509-98aa-4478-8842-d097367c02aa service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252649 Aug 23 22:35:22.773083 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-cbb4a025-2652-4923-a469-25728bfd4249 req-b3f46aba-b33a-41e7-9ace-ff9be142a73d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273410 Aug 23 22:35:22.784341 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:35:23.119158 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '7a592069-c66a-47e4-af1d-4817f28cfbf1', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'port_id': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'mac_address': 'fa:16:3e:aa:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:35:20Z', 'updated_at': '2022-08-23T22:35:20Z', 'revision_number': 0, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67d53392-4b59-445b-90bc-5709ac5b80bd', 'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'mac_address': 'fa:16:3e:fa:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:30Z', 'updated_at': '2022-08-23T22:34:41Z', 'revision_number': 5, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'subnets': [{'id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:35:23.132727 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:23.168711 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e08a9-a6e8-43f4-a51d-df2531617009 None None] The sync data for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi is: [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '7a592069-c66a-47e4-af1d-4817f28cfbf1', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'port_id': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'mac_address': 'fa:16:3e:aa:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:35:20Z', 'updated_at': '2022-08-23T22:35:20Z', 'revision_number': 0, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67d53392-4b59-445b-90bc-5709ac5b80bd', 'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'mac_address': 'fa:16:3e:fa:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:30Z', 'updated_at': '2022-08-23T22:34:41Z', 'revision_number': 5, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'subnets': [{'id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:35:23.422401 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63fdab-d925-441a-b1cd-4dadfbc58480 None None] New status for floating IP 7a592069-c66a-47e4-af1d-4817f28cfbf1: ACTIVE {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:35:27.610006 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-e1dd48db-6578-47c2-a366-04ce757859c6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616024 Aug 23 22:35:27.755142 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-76e34aec-51b6-49d3-9763-9c85731faec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:27.756781 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-76e34aec-51b6-49d3-9763-9c85731faec3 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 1129 time: 0.0631545 Aug 23 22:35:27.910858 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-d404bd26-94f7-490a-8228-a0c31e6af262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:27.912391 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-d404bd26-94f7-490a-8228-a0c31e6af262 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.1305110 Aug 23 22:35:28.005749 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-3a8ecdfb-7d87-47f2-9786-268a5c2aa746 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052e7b11-c246-43df-be23-a986bf10bdd8 HTTP/1.1" status: 200 len: 1001 time: 0.0854683 Aug 23 22:35:28.085044 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-b052a8b7-1706-44a1-bde5-c0cebf5e6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:28.086549 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-b052a8b7-1706-44a1-bde5-c0cebf5e6f57 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0755811 Aug 23 22:35:28.144999 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-ab94c9a6-343c-48e6-99e2-67624af71eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:28.147056 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-ab94c9a6-343c-48e6-99e2-67624af71eb8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539846 Aug 23 22:35:28.250795 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-98784e1c-cc45-47ef-9b68-a902e2809112 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978348 Aug 23 22:35:28.336094 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:28.361762 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-8ae6aa3b-db07-42fa-a826-4631daa5834d req-a938508f-44cc-4637-89b9-55954bba95ed service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054623 Aug 23 22:35:29.687573 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=32 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:29.697140 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=26 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:31.367014 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35024) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:35:31.506468 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cfc90f52-faa3-4b81-840d-29c0cb88f4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:31.603460 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:31.621252 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cfc90f52-faa3-4b81-840d-29c0cb88f4d4 admin admin] Publish callbacks [] for security_group (7e1834c3-f34f-4c46-b9da-e28efc7826f9), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:31.629595 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-cfc90f52-faa3-4b81-840d-29c0cb88f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7e1834c3-f34f-4c46-b9da-e28efc7826f9), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:31.680581 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc90f52-faa3-4b81-840d-29c0cb88f4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1834c3-f34f-4c46-b9da-e28efc7826f9,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:31.686145 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-cfc90f52-faa3-4b81-840d-29c0cb88f4d4 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=50a9fbbbfb5a439da09b67c2c33ce768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179014 Aug 23 22:35:31.691817 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35028) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:35:31.766932 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cedcd21d-dfc0-4a06-89de-6c7f113bc5ea admin admin] Publish callbacks [] for security_group (7e1834c3-f34f-4c46-b9da-e28efc7826f9), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:31.799408 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cedcd21d-dfc0-4a06-89de-6c7f113bc5ea admin admin] Publish callbacks [] for security_group (7e1834c3-f34f-4c46-b9da-e28efc7826f9), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:31.873592 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cedcd21d-dfc0-4a06-89de-6c7f113bc5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (7e1834c3-f34f-4c46-b9da-e28efc7826f9), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:31.877198 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-cedcd21d-dfc0-4a06-89de-6c7f113bc5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:31.878427 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-cedcd21d-dfc0-4a06-89de-6c7f113bc5ea admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/7e1834c3-f34f-4c46-b9da-e28efc7826f9 HTTP/1.1" status: 204 len: 168 time: 0.1866176 Aug 23 22:35:31.888167 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcd21d-dfc0-4a06-89de-6c7f113bc5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1834c3-f34f-4c46-b9da-e28efc7826f9,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:35:33.667353 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-65f4ad6d-2245-4aa8-be6d-6f50c51b8f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:36.052274 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-23433247-43bb-4269-adfc-ac33b2b85c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:38.341677 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=69 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:38.356043 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:38.851828 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:39.539893 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:35:40.123233 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:41.062717 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:41.672261 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:41.677979 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=25,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:41.881534 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:41.882369 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:49.530136 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:49.532097 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:52.182390 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:52.185734 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=54,neutron:UPDATE=6 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:35:53.135013 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:35:57.681380 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-49a47b2e-1479-4de5-aab6-5c0370278b51 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-297031976&fields=id&tenant_id=77cc91a5c0bc4e5888460d7618594895 HTTP/1.1" status: 200 len: 267 time: 0.0541360 Aug 23 22:35:57.811631 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edd37-a032-40c7-8610-b2eca0f13213 req-01629cdb-1193-4152-b2bc-4cb19d4acc6a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:35:57.813443 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-01629cdb-1193-4152-b2bc-4cb19d4acc6a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 811 time: 0.1249051 Aug 23 22:35:57.832263 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-237a64cf-9866-4361-af7c-2be54f39b3fd tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/quotas/77cc91a5c0bc4e5888460d7618594895 HTTP/1.1" status: 200 len: 375 time: 0.0126002 Aug 23 22:35:57.903759 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-f7c24980-6cc3-40f7-8c45-909597f51f5d tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651205 Aug 23 22:35:58.114474 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-4f5728d1-6c6b-4435-919f-5e070c3c51f6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981547 Aug 23 22:35:58.208795 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-8dad6325-d5c3-49fc-b8ee-08a0b215e45d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886023 Aug 23 22:35:58.508281 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-b5ae0675-92ad-4584-b26a-9b19daaaf8fd req-bc4e1495-8302-4d33-ad97-5566db102f4c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 210 time: 0.0296400 Aug 23 22:35:59.620285 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-0b74ee9e-a70f-4f09-8775-35dea2dbfe40 req-33801013-cada-4f71-8d96-f097892e7f81 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 210 time: 0.0308182 Aug 23 22:36:00.799938 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-2f25f74a-16e6-4bcb-94e3-d77c5841df5f req-6a9d3b9d-2b95-441d-9168-b4c8c36e4053 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 210 time: 0.0494852 Aug 23 22:36:00.879428 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edd37-a032-40c7-8610-b2eca0f13213 req-422ad30d-3992-4741-8341-6528a099121c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:00.881228 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-422ad30d-3992-4741-8341-6528a099121c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 811 time: 0.1548867 Aug 23 22:36:00.965409 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-ec255f48-ef40-449e-8692-4c44d37c07be tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77cc91a5c0bc4e5888460d7618594895 HTTP/1.1" status: 200 len: 379 time: 0.0699553 Aug 23 22:36:00.976470 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'port': {'device_id': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'admin_state_up': True, 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'security_groups': ['ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae']}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:36:01.133270 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Made reservation on behalf of 77cc91a5c0bc4e5888460d7618594895 for: {'port': 1} {{(pid=106593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 22:36:01.140802 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:01.337264 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_common [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Allocated IP 172.20.0.14 (dd15f43b-dcfe-4caf-8228-7089e7287c38/34a84eff-8e1c-4c12-a2d4-bc639fa912f4/aba62dc2-b5bd-413f-8d26-e9a22cdf6133) {{(pid=106593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:36:01.562728 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), precommit_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:01.604125 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), after_create {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:01.652883 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 is already hosted by enough agents. {{(pid=106593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:36:01.658200 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.base_scheduler [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Resources bound (agent type, host, resource id): {{(pid=106593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:36:01.662410 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Received port after_create {{(pid=106593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:36:01.693046 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'Port': ['ID=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,revision_number=1']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:36:01.709311 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.709757 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.710113 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.710387 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.710654 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.710984 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.711312 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.711636 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.712027 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.712283 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.712609 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.713017 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.714255 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.714255 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.714255 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:01.732292 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:01.732946 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:01.752487 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5324a71f-3d1e-4887-ae37-19291f2c2720 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7819424 Aug 23 22:36:01.775841 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.v2.base [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Request body: {'port': {'device_id': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=106593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:36:01.893477 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:01.899019 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:01.926239 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:01.992821 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433da7b-c291-4be6-bbfc-84dcab64362e req-f17b2a89-5cc7-4d84-b27e-f61f5e7c1a40 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:01.996668 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6433da7b-c291-4be6-bbfc-84dcab64362e req-f17b2a89-5cc7-4d84-b27e-f61f5e7c1a40 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 932 time: 0.0771539 Aug 23 22:36:02.013226 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-fe572760-d7d3-43b9-96be-967da75935cc None None] Provisioning complete for port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 triggered by entity DHCP. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:36:02.014155 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-fe572760-d7d3-43b9-96be-967da75935cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:02.054264 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-fe572760-d7d3-43b9-96be-967da75935cc None None] Port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 cannot update to ACTIVE because it is not bound. {{(pid=106595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 22:36:02.076213 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6433da7b-c291-4be6-bbfc-84dcab64362e req-659bf76c-79e1-4aec-bdb8-8dedf50004d1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625324 Aug 23 22:36:02.261444 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba62dc2-b5bd-413f-8d26-e9a22cdf6133 {{(pid=106593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:36:02.270199 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Publish callbacks [] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), precommit_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:02.285577 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.provisioning_blocks [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Transition to ACTIVE for port object aba62dc2-b5bd-413f-8d26-e9a22cdf6133 will not be triggered until provisioned by entity L2. {{(pid=106593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 22:36:02.291814 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:02.360323 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Pushing event updated for resources: {'Port': ['ID=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,revision_number=2']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:36:02.425113 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Attempting to bind port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 22:36:02.425471 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Attempting to bind port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 22:36:02.425765 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Attempting to bind port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 on network dd15f43b-dcfe-4caf-8228-7089e7287c38 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:36:02.430825 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 on network dd15f43b-dcfe-4caf-8228-7089e7287c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 22:36:02.431147 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Attempting to bind port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 on network dd15f43b-dcfe-4caf-8228-7089e7287c38 {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 22:36:02.437208 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Checking agent: {'id': 'e592a91d-ee04-44f9-baa9-cdae974203ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'started_at': datetime.datetime(2022, 8, 23, 22, 22, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 22, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 22:36:02.437547 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Checking segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 22:36:02.437995 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Bound using segment: {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'} {{(pid=106593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 22:36:02.438427 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.managers [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Bound port: aba62dc2-b5bd-413f-8d26-e9a22cdf6133, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a7f60e-fbf0-4e82-948d-07b71f94d429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38'}}] {{(pid=106593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 22:36:02.438794 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), before_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:02.527832 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] For port aba62dc2-b5bd-413f-8d26-e9a22cdf6133, host hv-cinder-85032, cleared binding levels {{(pid=106593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 22:36:02.531720 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] For port aba62dc2-b5bd-413f-8d26-e9a22cdf6133, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 22:36:02.539649 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497049'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), after_update {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:02.545277 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:02.546129 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:02.548011 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/aba62dc2-b5bd-413f-8d26-e9a22cdf6133 HTTP/1.1" status: 200 len: 1094 time: 0.7822704 Aug 23 22:36:02.548622 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:36:02.551054 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75" -d '{"events": [{"name": "network-changed", "server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:36:02.608828 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f9aac-60fe-4610-bd5b-be99a21d0e61 service neutron] Pushing event updated for resources: {'Port': ['ID=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,revision_number=3']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:36:02.692036 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edd37-a032-40c7-8610-b2eca0f13213 req-b55b60ef-fb9b-423c-a14e-32a43d714317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:02.694055 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-b55b60ef-fb9b-423c-a14e-32a43d714317 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 1128 time: 0.0606267 Aug 23 22:36:02.771025 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-4766d184-1432-455b-8031-f4539e5f6b73 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aba62dc2-b5bd-413f-8d26-e9a22cdf6133 HTTP/1.1" status: 200 len: 217 time: 0.0629957 Aug 23 22:36:02.844999 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edd37-a032-40c7-8610-b2eca0f13213 req-9e6aac58-7115-47bc-b198-112a69efa788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:02.847218 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-9e6aac58-7115-47bc-b198-112a69efa788 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0709138 Aug 23 22:36:02.853426 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cbb960-3a97-48a4-bac2-cd87ae9f86e5 x-openstack-request-id: req-15cbb960-3a97-48a4-bac2-cd87ae9f86e5 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:36:02.853939 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:36:02.854360 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-15cbb960-3a97-48a4-bac2-cd87ae9f86e5 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:36:02.855007 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cbb960-3a97-48a4-bac2-cd87ae9f86e5'] response: {'name': 'network-changed', 'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'status': 'completed', 'code': 200} Aug 23 22:36:02.938644 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edd37-a032-40c7-8610-b2eca0f13213 req-baa83d80-3e2d-40f7-af1e-71560ef35953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:02.941015 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-baa83d80-3e2d-40f7-af1e-71560ef35953 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696840 Aug 23 22:36:03.093611 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-fff51bcf-caeb-45d3-ba44-df57854863e3 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461949 Aug 23 22:36:03.235324 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:03.238348 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761eb33-c63a-4041-97ce-62dee7a465d8 req-a19ba00b-a04f-4471-9058-8a848b44cc3b tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:03.240429 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3761eb33-c63a-4041-97ce-62dee7a465d8 req-a19ba00b-a04f-4471-9058-8a848b44cc3b tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 944 time: 0.0623434 Aug 23 22:36:03.262716 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-937edd37-a032-40c7-8610-b2eca0f13213 req-236131c6-d5bf-468a-8480-6460b8bb8dd5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634579 Aug 23 22:36:03.345100 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-3761eb33-c63a-4041-97ce-62dee7a465d8 req-05aa7052-dcfd-4ad1-a92b-65ebc18dcae9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934346 Aug 23 22:36:03.652561 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-dda8173f-e8a9-420a-b88d-ab599d253ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:03.655494 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-dda8173f-e8a9-420a-b88d-ab599d253ff1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 1128 time: 0.0756855 Aug 23 22:36:03.657207 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-133ec78c-a817-4e84-ade1-330b3400c094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:03.689082 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:03.788528 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-74d36844-09c3-4dba-a9a2-b1a39eeacbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:03.790313 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-74d36844-09c3-4dba-a9a2-b1a39eeacbec service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.1277311 Aug 23 22:36:03.860691 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-0e12f3fe-7d7c-40db-a36a-a351f135f9d1 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aba62dc2-b5bd-413f-8d26-e9a22cdf6133 HTTP/1.1" status: 200 len: 217 time: 0.0602167 Aug 23 22:36:03.940780 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-fd81e991-902c-47e7-9776-2b072801eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:03.942352 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-fd81e991-902c-47e7-9776-2b072801eb44 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0758896 Aug 23 22:36:04.001467 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-619ac497-a890-4797-a8bd-061ffe02ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:04.004192 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-619ac497-a890-4797-a8bd-061ffe02ecb2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553100 Aug 23 22:36:04.118756 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-37909c6e-63ae-44a9-acaa-acb0f75f6e14 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088395 Aug 23 22:36:04.238325 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-68f2c89a-8eb7-4acd-9dba-d9b863b13e75 req-cd93850f-6007-4bfa-a587-0da38ccf0f44 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135104 Aug 23 22:36:04.513521 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071c1c5-ff94-47e9-bcf4-fbdb91a78525 req-fc0a3c0f-59a7-4173-8099-62959c88b71c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:04.516134 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f071c1c5-ff94-47e9-bcf4-fbdb91a78525 req-fc0a3c0f-59a7-4173-8099-62959c88b71c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 944 time: 0.0768085 Aug 23 22:36:04.601004 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f071c1c5-ff94-47e9-bcf4-fbdb91a78525 req-2d308dda-64a6-4303-978a-6938d9827b2e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771852 Aug 23 22:36:05.743271 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea13e3-8de6-47a1-976f-fc5ac1e909c5 req-db9c9514-ae96-4187-a047-8cf9389f2925 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:05.745353 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9fea13e3-8de6-47a1-976f-fc5ac1e909c5 req-db9c9514-ae96-4187-a047-8cf9389f2925 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 944 time: 0.0512903 Aug 23 22:36:05.804926 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-9fea13e3-8de6-47a1-976f-fc5ac1e909c5 req-2374370d-5e71-4b01-89cf-038ec275fd4b tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536242 Aug 23 22:36:06.036563 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8c6f-6c82-40df-ad3f-c8428d5f9e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:06.927257 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e3c0a-c96a-40ea-8016-c5db17f8d2f4 req-aff76b03-d08a-4642-905c-6323af9bcb51 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:06.928762 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d84e3c0a-c96a-40ea-8016-c5db17f8d2f4 req-aff76b03-d08a-4642-905c-6323af9bcb51 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 944 time: 0.0486996 Aug 23 22:36:06.986544 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d84e3c0a-c96a-40ea-8016-c5db17f8d2f4 req-101a1a00-c22e-410a-a0fc-7ee2cb96c06d tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502567 Aug 23 22:36:08.115340 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf69147-bd1f-46fa-97fd-8824d6aa0927 req-f2b1d84f-01bd-45b2-8d95-750e8c1a851f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:08.116737 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fcf69147-bd1f-46fa-97fd-8824d6aa0927 req-f2b1d84f-01bd-45b2-8d95-750e8c1a851f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 944 time: 0.0503829 Aug 23 22:36:08.172251 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-fcf69147-bd1f-46fa-97fd-8824d6aa0927 req-b0e7ad78-4fa1-4718-9dce-b84cedebdacf tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495930 Aug 23 22:36:08.845223 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:09.267789 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:09.300769 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=100 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:09.310591 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8d7c5-61a9-4b7d-b8cc-40d83a4f3ff8 req-071bfcc6-e1f5-4202-82d3-16216847dd3f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:09.312264 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-80c8d7c5-61a9-4b7d-b8cc-40d83a4f3ff8 req-071bfcc6-e1f5-4202-82d3-16216847dd3f tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 944 time: 0.0541341 Aug 23 22:36:09.371574 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-80c8d7c5-61a9-4b7d-b8cc-40d83a4f3ff8 req-bff2c75a-2111-4fd0-ad68-3749a80df355 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535321 Aug 23 22:36:09.695382 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device aba62dc2-b5bd-413f-8d26-e9a22cdf6133 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=106595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 22:36:09.807330 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port aba62dc2-b5bd-413f-8d26-e9a22cdf6133, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:36:09.819101 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Returning: {'device': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'port_id': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'mac_address': 'fa:16:3e:d8:35:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 22:36:09.862150 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 is: DOWN; New status is: BUILD {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:36:09.862861 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:09.876645 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba62dc2-b5bd-413f-8d26-e9a22cdf6133 {{(pid=106595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 22:36:09.898247 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port aba62dc2-b5bd-413f-8d26-e9a22cdf6133, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:36:09.903741 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:09.955319 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,revision_number=4']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:36:09.962662 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.963026 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.963374 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.963711 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.964048 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.964380 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.964709 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.965038 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.965388 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.965708 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.966043 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.966372 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.966697 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.967018 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:09.967340 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:10.115708 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:10.202301 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] get_ports_and_sgs() called for port_ids ['aba62dc2-b5bd-413f-8d26-e9a22cdf6133'] {{(pid=106595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 22:36:10.591177 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ef369-dc9e-45ef-abbd-e7f060213d3b req-41ad7345-f793-4a6a-a860-0b338fd3038d tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:10.592925 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-671ef369-dc9e-45ef-abbd-e7f060213d3b req-41ad7345-f793-4a6a-a860-0b338fd3038d tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 945 time: 0.0969839 Aug 23 22:36:10.655202 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-671ef369-dc9e-45ef-abbd-e7f060213d3b req-9f6111dd-eb0e-45f9-8a2f-6a17499ec232 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531375 Aug 23 22:36:11.196654 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:11.712689 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device aba62dc2-b5bd-413f-8d26-e9a22cdf6133 up at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 22:36:11.786396 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning for port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 completed by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 22:36:11.807115 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.provisioning_blocks [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Provisioning complete for port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 triggered by entity L2. {{(pid=106595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 22:36:11.807735 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873468'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), provisioning_complete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:11.836720 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a21d0-71e2-4fc6-8f99-d2cf5d4135b9 req-8855e9fc-b54d-4207-adad-6d03a386e87a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:11.839758 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6f2a21d0-71e2-4fc6-8f99-d2cf5d4135b9 req-8855e9fc-b54d-4207-adad-6d03a386e87a tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 945 time: 0.0788701 Aug 23 22:36:11.845512 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:11.904956 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:11.918166 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6f2a21d0-71e2-4fc6-8f99-d2cf5d4135b9 req-4b444e5f-6003-4007-a0a5-312a50c928d7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718269 Aug 23 22:36:11.971516 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Current status of the port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 is: BUILD; New status is: ACTIVE {{(pid=106595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 22:36:11.972055 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), before_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:12.013768 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133'}] {{(pid=106595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:36:12.016327 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369dec80052354d5c28d16c48d9bf1965098f06b6dbf0c609e4fa68268abdf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b24f11b-edc0-4445-8113-5397ed394971" -d '{"events": [{"server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "name": "network-vif-plugged", "status": "completed", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133"}]}' {{(pid=106595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:36:12.032690 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] For port aba62dc2-b5bd-413f-8d26-e9a22cdf6133, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:36:12.038355 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:12.094733 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Pushing event updated for resources: {'Port': ['ID=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,revision_number=5']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:36:12.164265 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef9c8f-7915-42b9-8f65-d836a69229b9 x-openstack-request-id: req-dfef9c8f-7915-42b9-8f65-d836a69229b9 {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:36:12.164563 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "name": "network-vif-plugged", "status": "completed", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133", "code": 200}]} {{(pid=106595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:36:12.164815 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dfef9c8f-7915-42b9-8f65-d836a69229b9 {{(pid=106595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:36:12.165251 dv-cinder-850321-4-iscsi neutron-server[106595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfef9c8f-7915-42b9-8f65-d836a69229b9'] response: {'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'code': 200} Aug 23 22:36:12.443112 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6608b9-57b0-4b6a-90ba-0aa0d9bb21d1 req-443c32d3-9924-4d0f-adc3-4932f72669b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:12.444674 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fa6608b9-57b0-4b6a-90ba-0aa0d9bb21d1 req-443c32d3-9924-4d0f-adc3-4932f72669b9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 1130 time: 0.0434330 Aug 23 22:36:12.504606 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-fa6608b9-57b0-4b6a-90ba-0aa0d9bb21d1 req-367ee987-69ec-4e39-bc9e-8ed1282fb3a2 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535524 Aug 23 22:36:13.089543 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bb180-168f-4bae-a72c-696625cdd36a req-0505179b-a798-4b62-b9a3-504b7f078b1e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:13.091305 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-531bb180-168f-4bae-a72c-696625cdd36a req-0505179b-a798-4b62-b9a3-504b7f078b1e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 946 time: 0.0781772 Aug 23 22:36:13.162709 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-531bb180-168f-4bae-a72c-696625cdd36a req-d9687590-b803-4d26-8e1b-bab934a3e98b tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619185 Aug 23 22:36:14.327864 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca44750-20c3-4c5c-9038-7b061515bafc req-ddd528f3-b0a8-48e7-8939-55bb2f6bd560 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:14.329491 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6ca44750-20c3-4c5c-9038-7b061515bafc req-ddd528f3-b0a8-48e7-8939-55bb2f6bd560 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 946 time: 0.0601509 Aug 23 22:36:14.379789 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6ca44750-20c3-4c5c-9038-7b061515bafc req-2263f7cc-a69a-40f2-9066-8d90f8d8e181 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445752 Aug 23 22:36:14.499532 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a1291-4fb6-42b1-b392-09c0196dc660 req-b55d4088-ec58-4a57-9ab9-606c4e7f2f65 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:14.500955 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-081a1291-4fb6-42b1-b392-09c0196dc660 req-b55d4088-ec58-4a57-9ab9-606c4e7f2f65 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 946 time: 0.0476465 Aug 23 22:36:14.553991 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-081a1291-4fb6-42b1-b392-09c0196dc660 req-1d99f100-131b-4570-92a0-b8ce5f66c271 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470822 Aug 23 22:36:14.581180 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35134) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:36:14.626796 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe95e6fe-2ea5-4e4c-91f0-322b6c9ffb02 tempest-TestVolumeBootPattern-1247869274 tempest-TestVolumeBootPattern-1247869274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:14.628353 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-fe95e6fe-2ea5-4e4c-91f0-322b6c9ffb02 tempest-TestVolumeBootPattern-1247869274 tempest-TestVolumeBootPattern-1247869274-project-admin] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 1125 time: 0.0461617 Aug 23 22:36:14.631538 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35136) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:36:14.637408 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.v2.base [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Request body: {'floatingip': {'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'port_id': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 22:36:14.660924 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:14.774350 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (None), before_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:14.891556 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_common [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Allocated IP 172.27.2.112 (99b37658-e1c0-4d31-812f-643c7edfc06c/ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc/686a8d5d-9f8c-4d4b-b006-d60da9e967fb) {{(pid=106594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 22:36:15.005883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for port (686a8d5d-9f8c-4d4b-b006-d60da9e967fb), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:15.009174 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:15.019852 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:15.047824 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792493128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (686a8d5d-9f8c-4d4b-b006-d60da9e967fb), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:15.098894 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Network 99b37658-e1c0-4d31-812f-643c7edfc06c is already hosted by enough agents. {{(pid=106594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 22:36:15.100379 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'Port': ['ID=686a8d5d-9f8c-4d4b-b006-d60da9e967fb,revision_number=1']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:36:15.102935 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.base_scheduler [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Resources bound (agent type, host, resource id): {{(pid=106594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 22:36:15.107147 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Received port after_create {{(pid=106594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 22:36:15.115614 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.115941 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.116291 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.116634 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.116980 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.117354 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.117691 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.118021 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.118353 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.118731 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.119079 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.119411 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.119740 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.120164 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.120493 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:36:15.357353 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:15.358334 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:15.488934 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (b01c4fd7-f4ed-4b93-b253-b9cda2619dc6), precommit_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:15.566980 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767049'] for port (686a8d5d-9f8c-4d4b-b006-d60da9e967fb), before_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:15.736942 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for port (686a8d5d-9f8c-4d4b-b006-d60da9e967fb), precommit_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:15.742842 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792493589378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792493128268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792493128286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768043'] for port (686a8d5d-9f8c-4d4b-b006-d60da9e967fb), after_update {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:15.824367 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event updated for resources: {'Port': ['ID=686a8d5d-9f8c-4d4b-b006-d60da9e967fb,revision_number=2']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:36:15.826792 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830524'] for floatingip (b01c4fd7-f4ed-4b93-b253-b9cda2619dc6), after_create {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:15.923492 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:15.933814 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Floating IP b01c4fd7-f4ed-4b93-b253-b9cda2619dc6 associated. External IP: 172.27.2.112, port: aba62dc2-b5bd-413f-8d26-e9a22cdf6133. Aug 23 22:36:15.974207 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:16.165107 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:36:16.278491 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:36:16.288628 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] Sync routers for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:36:16.300543 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:36:16.300856 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:16.301225 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:36:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:36:16.333456 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8fcb6a08-e94f-48bd-b384-951f4bb3bec4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7008138 Aug 23 22:36:16.334173 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:36:16.336560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374722cc-9b26-4ef6-a617-b937c15244fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:36:16.414860 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:36:16.460373 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894d81b7-14bc-4d26-ad46-31a86f97d50a x-openstack-request-id: req-894d81b7-14bc-4d26-ad46-31a86f97d50a {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:36:16.460747 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:36:16.461088 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-894d81b7-14bc-4d26-ad46-31a86f97d50a {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:36:16.461619 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894d81b7-14bc-4d26-ad46-31a86f97d50a'] response: {'name': 'network-changed', 'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'status': 'completed', 'code': 200} Aug 23 22:36:16.542778 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:36:16.551965 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374722cc-9b26-4ef6-a617-b937c15244fe req-58090d1c-de59-4671-b5fb-804c5ead5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:16.553549 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-374722cc-9b26-4ef6-a617-b937c15244fe req-58090d1c-de59-4671-b5fb-804c5ead5777 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 1130 time: 0.0427196 Aug 23 22:36:16.662232 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374722cc-9b26-4ef6-a617-b937c15244fe req-2b4b9819-b13c-4df4-89b5-1e05599ee1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:16.663641 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-374722cc-9b26-4ef6-a617-b937c15244fe req-2b4b9819-b13c-4df4-89b5-1e05599ee1f7 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.1047037 Aug 23 22:36:16.683314 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '5b938dec-63b3-4624-90e8-207450fc4f33', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:34:20Z', 'updated_at': '2022-08-23T22:34:23Z', 'revision_number': 1, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}, {'id': 'b01c4fd7-f4ed-4b93-b253-b9cda2619dc6', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:d8:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:36:15Z', 'updated_at': '2022-08-23T22:36:15Z', 'revision_number': 0, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:36:16.710556 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] Checking router: daa0a964-86b2-4141-b7d7-6dd9440bcfb6 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:36:16.721364 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:36:16.722004 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:36:06Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:36:16.742891 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-374722cc-9b26-4ef6-a617-b937c15244fe req-5baa74ec-1445-45c0-a425-0412550e1eef service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aba62dc2-b5bd-413f-8d26-e9a22cdf6133 HTTP/1.1" status: 200 len: 1000 time: 0.0727043 Aug 23 22:36:16.802731 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374722cc-9b26-4ef6-a617-b937c15244fe req-45347eab-aa0c-4bf2-80d8-92e204a1fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:16.804209 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-374722cc-9b26-4ef6-a617-b937c15244fe req-45347eab-aa0c-4bf2-80d8-92e204a1fdad service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0555422 Aug 23 22:36:16.841626 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:36:16.867810 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374722cc-9b26-4ef6-a617-b937c15244fe req-1a099eb8-ae9e-4db1-a818-c2534410ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:16.870678 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-374722cc-9b26-4ef6-a617-b937c15244fe req-1a099eb8-ae9e-4db1-a818-c2534410ddf3 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605888 Aug 23 22:36:16.977194 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-374722cc-9b26-4ef6-a617-b937c15244fe req-5fac0733-58b1-487f-88da-693c2fd084fa service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008956 Aug 23 22:36:17.110204 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '5b938dec-63b3-4624-90e8-207450fc4f33', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:34:20Z', 'updated_at': '2022-08-23T22:34:23Z', 'revision_number': 1, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}, {'id': 'b01c4fd7-f4ed-4b93-b253-b9cda2619dc6', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:d8:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:36:15Z', 'updated_at': '2022-08-23T22:36:15Z', 'revision_number': 0, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:36:17.111018 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-374722cc-9b26-4ef6-a617-b937c15244fe req-092539f4-dd38-42f3-9067-fdd4f7a38eff service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276219 Aug 23 22:36:17.156198 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e47bb-adb5-48af-a65a-64acb84d1677 None None] The sync data for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi is: [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '5b938dec-63b3-4624-90e8-207450fc4f33', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:34:20Z', 'updated_at': '2022-08-23T22:34:23Z', 'revision_number': 1, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}, {'id': 'b01c4fd7-f4ed-4b93-b253-b9cda2619dc6', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:d8:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:36:15Z', 'updated_at': '2022-08-23T22:36:15Z', 'revision_number': 0, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:36:17.428345 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126f97b1-5538-4ae7-a09e-abe8926464e5 None None] New status for floating IP b01c4fd7-f4ed-4b93-b253-b9cda2619dc6: ACTIVE {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:36:23.148800 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:26.007949 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:26.017451 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:26.026799 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-75c39872-028a-4fd1-9e7d-14a23a2dcbb8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507960 Aug 23 22:36:26.127364 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-3723f46c-3fd3-4f68-8cbe-50da64a2bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:26.128939 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-3723f46c-3fd3-4f68-8cbe-50da64a2bd36 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=94a56fcfc827430fb1b73dcfd186024d&device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 1130 time: 0.0551693 Aug 23 22:36:26.328008 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:26.330814 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:26.334268 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-751dfcca-99df-4784-81e1-71469de8d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:26.337408 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-751dfcca-99df-4784-81e1-71469de8d41b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd HTTP/1.1" status: 200 len: 911 time: 0.1810265 Aug 23 22:36:26.405631 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-1574983f-cf43-4c02-a174-aeaf468c0cd9 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7329ee58-549d-4382-bc19-ec3d07cd19db HTTP/1.1" status: 200 len: 1002 time: 0.0626774 Aug 23 22:36:26.462130 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-1bfe0128-476e-4182-b331-df592d577884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:26.463634 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-1bfe0128-476e-4182-b331-df592d577884 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8900f51f-faa5-4c4c-b2a7-7152cf41f1bf HTTP/1.1" status: 200 len: 848 time: 0.0521281 Aug 23 22:36:26.517896 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-9f6279a4-ee2f-4fa5-88a3-c99daa723c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:36:26.519529 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-9f6279a4-ee2f-4fa5-88a3-c99daa723c47 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458744 Aug 23 22:36:26.622978 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-c812bb22-8757-4ea1-a98b-9e265e24d5ab service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956311 Aug 23 22:36:26.727652 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-53048c25-b031-4663-aeb6-9355a5fcdd3e req-9e832543-1a8a-4726-8a0f-3357773e0d05 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982065 Aug 23 22:36:32.225665 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=87 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:32.230684 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=89 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:33.137071 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:33.142289 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:33.644230 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1cd73261-28a4-491e-a5e7-2a6326a47d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:36.039618 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5384cee0-ea06-4cd3-8768-572e4ce45dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:36.721969 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=47 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:36.724061 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=48 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:38.849191 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:40.112754 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:41.065933 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:51.059843 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:51.060809 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:52.357690 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:52.358675 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:36:53.154979 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:36:53.544676 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:37:03.142140 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:03.149873 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:03.538467 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:03.640692 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-74f51a8f-c569-44a6-a944-7f6c92d60259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:06.045685 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-3efdd453-344e-406c-adbd-5a683a103b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:08.852440 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:10.109591 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:11.069163 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:21.062167 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:21.065127 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:23.153753 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:27.236787 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19423131-471b-410b-95ed-f8720284d72f req-8659a0cc-b394-4b31-b8aa-b06e02c28ba6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412393 Aug 23 22:37:27.344217 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423131-471b-410b-95ed-f8720284d72f req-e0a4e5ac-ff92-4f20-a019-b4bd90d58462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:27.345770 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19423131-471b-410b-95ed-f8720284d72f req-e0a4e5ac-ff92-4f20-a019-b4bd90d58462 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 1129 time: 0.0430775 Aug 23 22:37:27.460229 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423131-471b-410b-95ed-f8720284d72f req-b3b19a1b-49d6-4b13-8bbb-36f7e17870c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:27.461711 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19423131-471b-410b-95ed-f8720284d72f req-b3b19a1b-49d6-4b13-8bbb-36f7e17870c0 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.0963805 Aug 23 22:37:27.521662 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19423131-471b-410b-95ed-f8720284d72f req-08fdffeb-4121-4852-a7ba-94cfaf440f76 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052e7b11-c246-43df-be23-a986bf10bdd8 HTTP/1.1" status: 200 len: 1001 time: 0.0543132 Aug 23 22:37:27.571836 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423131-471b-410b-95ed-f8720284d72f req-0526688b-462d-462e-85b7-21d0398996b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:27.573390 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19423131-471b-410b-95ed-f8720284d72f req-0526688b-462d-462e-85b7-21d0398996b8 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0466557 Aug 23 22:37:27.620827 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423131-471b-410b-95ed-f8720284d72f req-1f4aac82-ea9a-49c1-9f0e-436a926d61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:27.622418 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19423131-471b-410b-95ed-f8720284d72f req-1f4aac82-ea9a-49c1-9f0e-436a926d61d0 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437939 Aug 23 22:37:27.713788 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19423131-471b-410b-95ed-f8720284d72f req-e2dd4dc4-3ee3-4048-b1de-7f27488b550b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848830 Aug 23 22:37:27.810972 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-19423131-471b-410b-95ed-f8720284d72f req-5078c0a5-b984-4396-978b-811799b32ba0 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916231 Aug 23 22:37:29.356025 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:30.310758 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:30.543303 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:37:33.145825 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:33.148754 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:33.634131 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7d6fdf47-cb77-4454-8c2d-0145ed738062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:36.048547 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a9f45b4b-62ee-4c57-9688-d24f7ba5b3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:37.806022 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=48 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:37.807987 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=53 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:38.854631 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:40.103889 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:40.539205 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:41.069466 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:43.623450 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35174) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:37:43.770202 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Deleting port 686a8d5d-9f8c-4d4b-b006-d60da9e967fb {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:37:43.770547 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (686a8d5d-9f8c-4d4b-b006-d60da9e967fb), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:43.855245 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (686a8d5d-9f8c-4d4b-b006-d60da9e967fb), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:43.855578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (686a8d5d-9f8c-4d4b-b006-d60da9e967fb), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:43.869435 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Calling delete_port for 686a8d5d-9f8c-4d4b-b006-d60da9e967fb owned by network:floatingip {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:37:44.020833 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (686a8d5d-9f8c-4d4b-b006-d60da9e967fb), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:44.047542 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event deleted for resources: {'Port': ['ID=686a8d5d-9f8c-4d4b-b006-d60da9e967fb,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:37:44.075783 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.076137 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.076489 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.077549 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.077813 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.078148 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.078483 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.078821 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.079152 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.079483 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.079814 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.080145 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.080474 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.080799 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.081170 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:44.125431 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (b01c4fd7-f4ed-4b93-b253-b9cda2619dc6), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:44.125786 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Floating IP b01c4fd7-f4ed-4b93-b253-b9cda2619dc6 disassociated (deleted). External IP: 172.27.2.112, port: aba62dc2-b5bd-413f-8d26-e9a22cdf6133. Aug 23 22:37:44.336489 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:37:44.458498 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:37:44.465941 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:44.469367 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] Sync routers for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:37:44.480566 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:37:44.481203 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:37:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:44.515723 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:44.524002 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-062c432f-9f8d-427d-9675-cf80877c67f1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/b01c4fd7-f4ed-4b93-b253-b9cda2619dc6 HTTP/1.1" status: 204 len: 168 time: 0.8992918 Aug 23 22:37:44.524713 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:37:44.527280 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aa2b84-09c9-417d-8672-a3c91c243582" -d '{"events": [{"name": "network-changed", "server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:37:44.692485 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:37:44.719281 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3fbc0d-f06c-415a-b54b-42363fc1f4c3 x-openstack-request-id: req-ef3fbc0d-f06c-415a-b54b-42363fc1f4c3 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:37:44.719830 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:37:44.719830 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ef3fbc0d-f06c-415a-b54b-42363fc1f4c3 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:37:44.720233 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3fbc0d-f06c-415a-b54b-42363fc1f4c3'] response: {'name': 'network-changed', 'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'status': 'completed', 'code': 200} Aug 23 22:37:44.835210 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceaa94-a539-4e2b-957a-711a62a366c5 req-58a22c1e-f2a1-4d09-ac53-ca684bd66d02 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:44.837783 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c9ceaa94-a539-4e2b-957a-711a62a366c5 req-58a22c1e-f2a1-4d09-ac53-ca684bd66d02 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 946 time: 0.0652857 Aug 23 22:37:44.849580 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:44.894570 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-c9ceaa94-a539-4e2b-957a-711a62a366c5 req-ef09f0d0-ada3-4363-9263-670277857fa1 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510638 Aug 23 22:37:44.961371 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '5b938dec-63b3-4624-90e8-207450fc4f33', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:34:20Z', 'updated_at': '2022-08-23T22:34:23Z', 'revision_number': 1, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:44.987672 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] Checking router: daa0a964-86b2-4141-b7d7-6dd9440bcfb6 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:37:44.996708 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:37:44.997411 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:37:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:45.103386 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:37:45.357418 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '5b938dec-63b3-4624-90e8-207450fc4f33', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:34:20Z', 'updated_at': '2022-08-23T22:34:23Z', 'revision_number': 1, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:45.390546 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472cf58-c5a8-434a-b8db-69a95f5396d6 None None] The sync data for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi is: [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_floatingips': [{'id': '5b938dec-63b3-4624-90e8-207450fc4f33', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'router_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'port_id': '052e7b11-c246-43df-be23-a986bf10bdd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'mac_address': 'fa:16:3e:e6:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195eae82-7b86-4fc2-933b-1f5878f63036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T22:34:20Z', 'updated_at': '2022-08-23T22:34:23Z', 'revision_number': 1, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:37:45.638351 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d6aa7-cd79-4338-bd0a-fa1d3f06193b None None] New status for floating IP b01c4fd7-f4ed-4b93-b253-b9cda2619dc6: DOWN {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:37:45.868953 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-5dde7b78-2b9b-4cce-9f4f-55c5902c295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:45.870534 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-5dde7b78-2b9b-4cce-9f4f-55c5902c295c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 1130 time: 0.0521777 Aug 23 22:37:46.094008 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-5a5a848a-a457-4948-80ac-181b50977796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:46.095518 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-5a5a848a-a457-4948-80ac-181b50977796 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.1015453 Aug 23 22:37:46.287440 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4773-dbc9-43c2-8eeb-2ef02bacfd98 req-6d2fc82c-26e6-43ff-84bc-7c9b3f29dde4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:46.289111 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-082a4773-dbc9-43c2-8eeb-2ef02bacfd98 req-6d2fc82c-26e6-43ff-84bc-7c9b3f29dde4 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 946 time: 0.3191721 Aug 23 22:37:46.312660 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-fecb66f5-2104-48bc-b503-b502fb76b725 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aba62dc2-b5bd-413f-8d26-e9a22cdf6133 HTTP/1.1" status: 200 len: 217 time: 0.0373309 Aug 23 22:37:46.344795 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-082a4773-dbc9-43c2-8eeb-2ef02bacfd98 req-9158ba57-7b6e-41ad-8418-91b37d639951 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473626 Aug 23 22:37:46.426874 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-d5a9dd8f-68c7-4fe0-b116-b24889370957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:46.428381 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-d5a9dd8f-68c7-4fe0-b116-b24889370957 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0481493 Aug 23 22:37:46.429472 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-99826ad5-af9f-46ee-99ad-f314242b5be9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:46.430915 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-99826ad5-af9f-46ee-99ad-f314242b5be9 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 946 time: 0.0507016 Aug 23 22:37:46.482346 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-d3a5c99d-96df-41c0-b9d0-91f974297ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:46.484151 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-d3a5c99d-96df-41c0-b9d0-91f974297ff0 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456903 Aug 23 22:37:46.525608 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Deleting port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:37:46.525950 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:46.578904 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-ad2a4464-9136-43b5-99cc-8cd656954544 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888660 Aug 23 22:37:46.618149 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] For port aba62dc2-b5bd-413f-8d26-e9a22cdf6133, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:37:46.618509 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:46.632101 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Calling delete_port for aba62dc2-b5bd-413f-8d26-e9a22cdf6133 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:37:46.786510 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (aba62dc2-b5bd-413f-8d26-e9a22cdf6133), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:46.818297 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event deleted for resources: {'Port': ['ID=aba62dc2-b5bd-413f-8d26-e9a22cdf6133,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:37:46.872958 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] No DVR routers for this DVR port aba62dc2-b5bd-413f-8d26-e9a22cdf6133 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:37:46.876031 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:46.879528 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-bd31cb50-1633-4bdf-afd5-8354a3e0903c req-839d9121-c5d2-44b1-a4c0-c5ca98d4e73c tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "DELETE /networking/v2.0/ports/aba62dc2-b5bd-413f-8d26-e9a22cdf6133 HTTP/1.1" status: 204 len: 173 time: 0.4409924 Aug 23 22:37:46.880017 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'name': 'network-vif-deleted', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:37:46.882382 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658fad00-f835-4e90-8fa0-82775f45829c" -d '{"events": [{"server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "name": "network-vif-deleted", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:37:46.932448 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619aa82d-cfc7-4740-b06a-584188cb6957 x-openstack-request-id: req-619aa82d-cfc7-4740-b06a-584188cb6957 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:37:46.932742 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5625e47-9abc-4cfb-92ce-33b345585b16", "name": "network-vif-deleted", "tag": "aba62dc2-b5bd-413f-8d26-e9a22cdf6133", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:37:46.932995 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-619aa82d-cfc7-4740-b06a-584188cb6957 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:37:46.933459 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619aa82d-cfc7-4740-b06a-584188cb6957'] response: {'server_uuid': 'a5625e47-9abc-4cfb-92ce-33b345585b16', 'name': 'network-vif-deleted', 'tag': 'aba62dc2-b5bd-413f-8d26-e9a22cdf6133', 'status': 'completed', 'code': 200} Aug 23 22:37:46.948313 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-25aa2b84-09c9-417d-8672-a3c91c243582 req-35abeca4-fabb-4f5d-a032-4dda2ed85932 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528202 Aug 23 22:37:47.492385 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-99565b1f-f5ee-4bc1-97fb-91f8024c39f6 req-43bd56b8-220a-4140-986d-d5a6892cf585 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a5625e47-9abc-4cfb-92ce-33b345585b16 HTTP/1.1" status: 200 len: 210 time: 0.0325727 Aug 23 22:37:50.225203 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device aba62dc2-b5bd-413f-8d26-e9a22cdf6133 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:37:50.244942 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: aba62dc2-b5bd-413f-8d26-e9a22cdf6133 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:37:50.245310 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device aba62dc2-b5bd-413f-8d26-e9a22cdf6133 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:37:50.815695 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35214) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:37:50.962061 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Deleting port b717cc49-e39b-41bd-856d-df67b5272fd8 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:37:50.962411 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (b717cc49-e39b-41bd-856d-df67b5272fd8), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:51.046578 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (b717cc49-e39b-41bd-856d-df67b5272fd8), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:51.046904 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (b717cc49-e39b-41bd-856d-df67b5272fd8), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:51.060550 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Calling delete_port for b717cc49-e39b-41bd-856d-df67b5272fd8 owned by network:floatingip {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:37:51.102976 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:51.141172 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:51.213792 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (b717cc49-e39b-41bd-856d-df67b5272fd8), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:51.249717 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event deleted for resources: {'Port': ['ID=b717cc49-e39b-41bd-856d-df67b5272fd8,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:37:51.312506 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (5b938dec-63b3-4624-90e8-207450fc4f33), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:51.312838 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.db.l3_db [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Floating IP 5b938dec-63b3-4624-90e8-207450fc4f33 disassociated (deleted). External IP: 172.27.2.169, port: 052e7b11-c246-43df-be23-a986bf10bdd8. Aug 23 22:37:51.539949 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:37:51.653892 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:37:51.659827 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:51.665156 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] Sync routers for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:37:51.677005 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:37:51.677688 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:37:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:51.702238 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-2e426320-42af-49e7-874a-b981b2805166 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/5b938dec-63b3-4624-90e8-207450fc4f33 HTTP/1.1" status: 204 len: 168 time: 0.8847578 Aug 23 22:37:51.703966 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:37:51.705307 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834dc6c7-7f3c-4625-9b64-82941fbfd371" -d '{"events": [{"name": "network-changed", "server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:37:51.800795 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:37:51.886990 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec9a409-b723-449f-b0b7-56b4d4492b70 x-openstack-request-id: req-7ec9a409-b723-449f-b0b7-56b4d4492b70 {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:37:51.887750 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:37:51.887750 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7ec9a409-b723-449f-b0b7-56b4d4492b70 {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:37:51.888173 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec9a409-b723-449f-b0b7-56b4d4492b70'] response: {'name': 'network-changed', 'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8', 'status': 'completed', 'code': 200} Aug 23 22:37:51.938081 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:51.985539 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8e49d-4774-4904-9034-967420f7048d req-134afa2a-f8a5-47a5-8fec-754a7c7d4936 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:51.987127 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e1f8e49d-4774-4904-9034-967420f7048d req-134afa2a-f8a5-47a5-8fec-754a7c7d4936 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 945 time: 0.0534115 Aug 23 22:37:51.995346 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:52.014778 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:52.041970 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] Checking router: daa0a964-86b2-4141-b7d7-6dd9440bcfb6 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:37:52.045985 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-e1f8e49d-4774-4904-9034-967420f7048d req-c400c767-9706-4e51-a2d9-85423e707977 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512633 Aug 23 22:37:52.053113 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:37:52.053748 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:37:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:52.162920 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:37:52.366277 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:52.395268 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f93a03-0ede-4780-8afd-e0885b6c5635 None None] The sync data for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi is: [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:30:28Z', 'revision_number': 4, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': 'f0cec82c-924c-44ce-96c6-e88c4a085dc4', 'name': '', 'network_id': 'dd15f43b-dcfe-4caf-8228-7089e7287c38', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'mac_address': 'fa:16:3e:7c:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:27Z', 'updated_at': '2022-08-23T22:30:36Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'subnets': [{'id': '34a84eff-8e1c-4c12-a2d4-bc639fa912f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:37:52.639836 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5def1-b42c-4fc7-b1ed-58930632cd36 None None] New status for floating IP 5b938dec-63b3-4624-90e8-207450fc4f33: DOWN {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:37:53.021348 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-86bbe866-af34-4f90-b633-ba490d2a2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:53.022896 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-86bbe866-af34-4f90-b633-ba490d2a2e17 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=77cc91a5c0bc4e5888460d7618594895&device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 1129 time: 0.0449164 Aug 23 22:37:53.172537 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:53.182317 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe5010-1357-4862-8f0d-93e124201ba3 req-414bcdd8-446e-4efa-8aa6-a76e7faf41b0 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:53.183902 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-39fe5010-1357-4862-8f0d-93e124201ba3 req-414bcdd8-446e-4efa-8aa6-a76e7faf41b0 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 945 time: 0.0531509 Aug 23 22:37:53.257665 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-e1c4e665-b19b-4e50-8e99-e682ddea5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:53.260190 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-e1c4e665-b19b-4e50-8e99-e682ddea5c94 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 200 len: 913 time: 0.1348009 Aug 23 22:37:53.267436 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-39fe5010-1357-4862-8f0d-93e124201ba3 req-bc59802f-c4a8-48c7-ae1a-1f677d2a1c04 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757926 Aug 23 22:37:53.402950 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-c407ef2e-74ac-435d-9aa5-5357fc4b7386 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052e7b11-c246-43df-be23-a986bf10bdd8 HTTP/1.1" status: 200 len: 217 time: 0.0355608 Aug 23 22:37:53.459400 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-f34d328b-6301-4bc9-9098-262cd3454546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:53.460883 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-f34d328b-6301-4bc9-9098-262cd3454546 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 200 len: 850 time: 0.0512421 Aug 23 22:37:53.541304 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-48ffe538-d82d-4d6f-93be-ade425988a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:53.542730 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-48ffe538-d82d-4d6f-93be-ade425988a98 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=dd15f43b-dcfe-4caf-8228-7089e7287c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485702 Aug 23 22:37:53.546276 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501a826-7584-49f2-bae4-09e05f38f424 req-82036f4f-39c5-41df-bab7-b31eee338d75 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:37:53.548040 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d501a826-7584-49f2-bae4-09e05f38f424 req-82036f4f-39c5-41df-bab7-b31eee338d75 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 945 time: 0.0539501 Aug 23 22:37:53.635392 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-d501a826-7584-49f2-bae4-09e05f38f424 req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Deleting port 052e7b11-c246-43df-be23-a986bf10bdd8 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:37:53.635746 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-d501a826-7584-49f2-bae4-09e05f38f424 req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:53.644904 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-908ef3bc-d987-476c-9f62-3b548830d1c8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959852 Aug 23 22:37:53.663462 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:53.756009 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-834dc6c7-7f3c-4625-9b64-82941fbfd371 req-d9f6a5ad-f252-4217-b8d6-4787d7d11228 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037998 Aug 23 22:37:53.768507 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [req-d501a826-7584-49f2-bae4-09e05f38f424 req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] For port 052e7b11-c246-43df-be23-a986bf10bdd8, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=052e7b11-c246-43df-be23-a986bf10bdd8,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:37:53.769135 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-d501a826-7584-49f2-bae4-09e05f38f424 req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:53.786013 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:53.797699 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [req-d501a826-7584-49f2-bae4-09e05f38f424 req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Calling delete_port for 052e7b11-c246-43df-be23-a986bf10bdd8 owned by compute:nova {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:37:53.951888 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-d501a826-7584-49f2-bae4-09e05f38f424 req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (052e7b11-c246-43df-be23-a986bf10bdd8), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:53.980361 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event deleted for resources: {'Port': ['ID=052e7b11-c246-43df-be23-a986bf10bdd8,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:37:54.033851 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d501a826-7584-49f2-bae4-09e05f38f424 req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] No DVR routers for this DVR port 052e7b11-c246-43df-be23-a986bf10bdd8 on host hv-cinder-85032 {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:37:54.033851 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [req-d501a826-7584-49f2-bae4-09e05f38f424 req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:54.037297 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-d501a826-7584-49f2-bae4-09e05f38f424 req-ad6834f6-7583-43d5-a1ba-87d1a98ada6e tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.86 "DELETE /networking/v2.0/ports/052e7b11-c246-43df-be23-a986bf10bdd8 HTTP/1.1" status: 204 len: 173 time: 0.4844925 Aug 23 22:37:54.038537 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'name': 'network-vif-deleted', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8'}] {{(pid=106594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:37:54.040179 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efc2f1acd86c3ca629d92f25106cbc1e4c59947989d1834de244f1e2643f50b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a510d6-66bf-44e4-a311-5cf11f7fecb1" -d '{"events": [{"server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "name": "network-vif-deleted", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8"}]}' {{(pid=106594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:37:54.089444 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031e9121-1674-4139-86f1-979f10d05c7f x-openstack-request-id: req-031e9121-1674-4139-86f1-979f10d05c7f {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:37:54.089871 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195eae82-7b86-4fc2-933b-1f5878f63036", "name": "network-vif-deleted", "tag": "052e7b11-c246-43df-be23-a986bf10bdd8", "status": "completed", "code": 200}]} {{(pid=106594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:37:54.089990 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-031e9121-1674-4139-86f1-979f10d05c7f {{(pid=106594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:37:54.090410 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031e9121-1674-4139-86f1-979f10d05c7f'] response: {'server_uuid': '195eae82-7b86-4fc2-933b-1f5878f63036', 'name': 'network-vif-deleted', 'tag': '052e7b11-c246-43df-be23-a986bf10bdd8', 'status': 'completed', 'code': 200} Aug 23 22:37:54.418233 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-24a55869-208b-4d35-a5d6-beb87138b582 req-17baa123-b454-4d2c-abe6-68a167de8aec tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=195eae82-7b86-4fc2-933b-1f5878f63036 HTTP/1.1" status: 200 len: 210 time: 0.0334899 Aug 23 22:37:55.501556 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35234) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:37:55.641219 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Deleting port c4f7397a-ca1d-4300-a99c-9a0a45559b91 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:37:55.641563 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (c4f7397a-ca1d-4300-a99c-9a0a45559b91), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:55.767637 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (c4f7397a-ca1d-4300-a99c-9a0a45559b91), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:55.767637 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (c4f7397a-ca1d-4300-a99c-9a0a45559b91), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:55.781631 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Calling delete_port for c4f7397a-ca1d-4300-a99c-9a0a45559b91 owned by network:floatingip {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:37:55.930923 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (c4f7397a-ca1d-4300-a99c-9a0a45559b91), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:55.957658 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event deleted for resources: {'Port': ['ID=c4f7397a-ca1d-4300-a99c-9a0a45559b91,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:37:56.025563 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for floatingip (1ed913c0-4670-4481-94b3-86f65afc2e64), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:56.028053 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:56.029243 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-b1c644df-ccb6-4372-9165-76d8f2815a58 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/1ed913c0-4670-4481-94b3-86f65afc2e64 HTTP/1.1" status: 204 len: 168 time: 0.5277071 Aug 23 22:37:56.287631 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 052e7b11-c246-43df-be23-a986bf10bdd8 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:37:56.308282 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 052e7b11-c246-43df-be23-a986bf10bdd8 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:37:56.308609 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 052e7b11-c246-43df-be23-a986bf10bdd8 not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:37:57.275857 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35246) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:37:57.346759 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ca3398b5-51a3-447f-a9a0-6f340a202ba7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group (ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:57.372188 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ca3398b5-51a3-447f-a9a0-6f340a202ba7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group (ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:57.437356 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ca3398b5-51a3-447f-a9a0-6f340a202ba7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:57.440279 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-ca3398b5-51a3-447f-a9a0-6f340a202ba7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:57.441843 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-ca3398b5-51a3-447f-a9a0-6f340a202ba7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae HTTP/1.1" status: 204 len: 168 time: 0.1648333 Aug 23 22:37:57.458562 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3398b5-51a3-447f-a9a0-6f340a202ba7 tempest-TestVolumeBootPattern-468979576 tempest-TestVolumeBootPattern-468979576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac44e97b-afa1-422d-b64c-c5a5a1c2c6ae,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:37:57.512725 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35250) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:37:57.769716 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:57.815696 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=100 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:57.960227 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:58.194925 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Deleting port f0cec82c-924c-44ce-96c6-e88c4a085dc4 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:37:58.195263 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:58.291170 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] For port f0cec82c-924c-44ce-96c6-e88c4a085dc4, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=f0cec82c-924c-44ce-96c6-e88c4a085dc4,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:37:58.291538 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:58.308385 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Calling delete_port for f0cec82c-924c-44ce-96c6-e88c4a085dc4 owned by network:router_interface {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:37:58.515531 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (f0cec82c-924c-44ce-96c6-e88c4a085dc4), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:58.540322 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cec82c-924c-44ce-96c6-e88c4a085dc4,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:37:58.550862 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.551213 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.551608 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.551895 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.552229 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.553029 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.553029 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.553301 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.553526 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.553841 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.554169 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.554493 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.554816 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.555137 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.555457 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:37:58.669302 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:58.735503 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:58.738632 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:58.962733 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:37:59.072869 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:37:59.078882 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-8cb576a6-b1e4-47e8-b565-fd1a0a0cd427 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/daa0a964-86b2-4141-b7d7-6dd9440bcfb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5649717 Aug 23 22:37:59.081788 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35254) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:37:59.082831 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] Sync routers for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:37:59.093725 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:37:59.094370 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:37:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:59.149897 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:59.162607 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:37:59.193820 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks [] for router (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.308433 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:37:59.312767 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks [] for router_gateway (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.370453 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Deleting port e0b6c1d6-6f38-4095-8a6d-558219e6424a {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:37:59.370762 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.483906 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] For port e0b6c1d6-6f38-4095-8a6d-558219e6424a, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e0b6c1d6-6f38-4095-8a6d-558219e6424a,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:37:59.484283 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.515894 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Calling delete_port for e0b6c1d6-6f38-4095-8a6d-558219e6424a owned by network:router_gateway {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:37:59.542171 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:37:58Z', 'revision_number': 5, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port': {'id': 'e0b6c1d6-6f38-4095-8a6d-558219e6424a', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:24Z', 'updated_at': '2022-08-23T22:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:59.587750 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] Checking router: daa0a964-86b2-4141-b7d7-6dd9440bcfb6 for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:37:59.597419 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] Routers {'daa0a964-86b2-4141-b7d7-6dd9440bcfb6'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:37:59.598048 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:37:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:59.683664 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] Set router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 gateway port host: None {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:37:59.710741 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (e0b6c1d6-6f38-4095-8a6d-558219e6424a), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.736438 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b6c1d6-6f38-4095-8a6d-558219e6424a,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:37:59.738335 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:37:59Z', 'revision_number': 6, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port_host': None}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:37:59.768044 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03ba9f-4d36-4cc3-ad87-ab7c659b1964 None None] The sync data for ids ['daa0a964-86b2-4141-b7d7-6dd9440bcfb6'] in dv-cinder-850321-4-iscsi is: [{'id': 'daa0a964-86b2-4141-b7d7-6dd9440bcfb6', 'name': 'tempest-TestVolumeBootPattern-794093619-router', 'tenant_id': '77cc91a5c0bc4e5888460d7618594895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:23Z', 'updated_at': '2022-08-23T22:37:59Z', 'revision_number': 6, 'project_id': '77cc91a5c0bc4e5888460d7618594895', 'gw_port_host': None}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:37:59.819860 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.913024 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.915480 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks [] for router_controller (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.963561 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (daa0a964-86b2-4141-b7d7-6dd9440bcfb6), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.964115 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa0a964-86b2-4141-b7d7-6dd9440bcfb6 {{(pid=106594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:37:59.969953 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:37:59.971139 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-86d2c991-8aab-4715-97f2-a2246caee3f7 admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/daa0a964-86b2-4141-b7d7-6dd9440bcfb6 HTTP/1.1" status: 204 len: 168 time: 0.8883591 Aug 23 22:37:59.974026 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35256) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:00.022266 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6c1dfa-c8ea-4958-a759-99a7f718f4a2 admin admin] Deleting subnet 34a84eff-8e1c-4c12-a2d4-bc639fa912f4 {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:38:00.025624 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1dfa-c8ea-4958-a759-99a7f718f4a2 admin admin] Publish callbacks [] for subnet (34a84eff-8e1c-4c12-a2d4-bc639fa912f4), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:00.063003 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1dfa-c8ea-4958-a759-99a7f718f4a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25223832'] for subnet (34a84eff-8e1c-4c12-a2d4-bc639fa912f4), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:00.154433 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1dfa-c8ea-4958-a759-99a7f718f4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (34a84eff-8e1c-4c12-a2d4-bc639fa912f4), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:00.177922 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:00.180293 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:00.223440 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1dfa-c8ea-4958-a759-99a7f718f4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26759021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867471'] for subnet (34a84eff-8e1c-4c12-a2d4-bc639fa912f4), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:00.249561 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c1dfa-c8ea-4958-a759-99a7f718f4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a84eff-8e1c-4c12-a2d4-bc639fa912f4,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:00.256163 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1dfa-c8ea-4958-a759-99a7f718f4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:00.260654 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-2a6c1dfa-c8ea-4958-a759-99a7f718f4a2 admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/34a84eff-8e1c-4c12-a2d4-bc639fa912f4 HTTP/1.1" status: 204 len: 168 time: 0.2844257 Aug 23 22:38:00.262546 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35258) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:00.266003 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111a46a4-ab79-4473-a99c-e031042e2161 None None] Network dd15f43b-dcfe-4caf-8228-7089e7287c38 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:38:00.340036 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (dd15f43b-dcfe-4caf-8228-7089e7287c38), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:00.386931 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Deleting port dd8a7be0-1d8f-40f7-b016-08376a51773b {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:38:00.387155 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:00.456197 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] For port dd8a7be0-1d8f-40f7-b016-08376a51773b, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=dd8a7be0-1d8f-40f7-b016-08376a51773b,segment=NetworkSegment(01a7f60e-fbf0-4e82-948d-07b71f94d429),segment_id=01a7f60e-fbf0-4e82-948d-07b71f94d429)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:38:00.456560 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:00.470701 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Calling delete_port for dd8a7be0-1d8f-40f7-b016-08376a51773b owned by network:dhcp {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:38:00.559772 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d738f-2f58-46f8-b1ad-2e2fe0ccf5ce None None] DHCP port deletion for dd15f43b-dcfe-4caf-8228-7089e7287c38 request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:38:00.563526 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (dd8a7be0-1d8f-40f7-b016-08376a51773b), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:00.590268 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8a7be0-1d8f-40f7-b016-08376a51773b,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:00.604643 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] No DVR routers for this DVR port dd8a7be0-1d8f-40f7-b016-08376a51773b on host dv-cinder-850321-4-iscsi {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:38:00.659194 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device f0cec82c-924c-44ce-96c6-e88c4a085dc4 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:38:00.688659 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: f0cec82c-924c-44ce-96c6-e88c4a085dc4 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:38:00.689181 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device f0cec82c-924c-44ce-96c6-e88c4a085dc4 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:38:00.689960 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e0b6c1d6-6f38-4095-8a6d-558219e6424a no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:38:00.719991 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: e0b6c1d6-6f38-4095-8a6d-558219e6424a {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:38:00.720341 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e0b6c1d6-6f38-4095-8a6d-558219e6424a not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:38:00.720753 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device dd8a7be0-1d8f-40f7-b016-08376a51773b no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:38:00.741223 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: dd8a7be0-1d8f-40f7-b016-08376a51773b {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:38:00.741563 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device dd8a7be0-1d8f-40f7-b016-08376a51773b not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:38:00.996570 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (dd15f43b-dcfe-4caf-8228-7089e7287c38), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:01.020826 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd15f43b-dcfe-4caf-8228-7089e7287c38']}} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:01.031852 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a7f60e-fbf0-4e82-948d-07b71f94d429') {'for_net_delete': True} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:01.032175 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a7f60e-fbf0-4e82-948d-07b71f94d429') {} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:01.042680 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25223823'] for segment (01a7f60e-fbf0-4e82-948d-07b71f94d429), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:01.059123 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (01a7f60e-fbf0-4e82-948d-07b71f94d429), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:01.070990 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=106594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:38:01.071404 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768079'] for segment (01a7f60e-fbf0-4e82-948d-07b71f94d429), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:01.138120 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (dd15f43b-dcfe-4caf-8228-7089e7287c38), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:01.144752 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:01.147955 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/dd15f43b-dcfe-4caf-8228-7089e7287c38 HTTP/1.1" status: 204 len: 168 time: 0.8843458 Aug 23 22:38:01.151412 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35264) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:01.167809 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 01a7f60e-fbf0-4e82-948d-07b71f94d429 resource provider aggregate not found Aug 23 22:38:01.174296 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9db69-3eb1-4bbf-95ed-e3d27b927f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd15f43b-dcfe-4caf-8228-7089e7287c38,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:01.210803 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 01a7f60e-fbf0-4e82-948d-07b71f94d429 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01a7f60e-fbf0-4e82-948d-07b71f94d429 found for delete ", "request_id": "req-3562bcfa-41d1-4e58-a75f-3a0e0a6d46ad"}]} Aug 23 22:38:01.406602 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:01.497011 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (5b9521a2-6ebe-4793-b032-5a24808abee4), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:01.577004 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:UPDATE=1,neutron:DELETE=7,neutron:SELECT=92 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:01.736121 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Deleting port 287c26cb-154c-4111-982a-ab1adef98913 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:38:01.736363 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (287c26cb-154c-4111-982a-ab1adef98913), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:01.835987 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] For port 287c26cb-154c-4111-982a-ab1adef98913, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=287c26cb-154c-4111-982a-ab1adef98913,segment=NetworkSegment(2b4b2f4d-4719-434d-9225-37b627932fad),segment_id=2b4b2f4d-4719-434d-9225-37b627932fad)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:38:01.836355 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (287c26cb-154c-4111-982a-ab1adef98913), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:01.851198 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Calling delete_port for 287c26cb-154c-4111-982a-ab1adef98913 owned by network:router_interface {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:38:02.055806 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (287c26cb-154c-4111-982a-ab1adef98913), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:02.082575 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Pushing event deleted for resources: {'Port': ['ID=287c26cb-154c-4111-982a-ab1adef98913,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:02.268595 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (5b9521a2-6ebe-4793-b032-5a24808abee4), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:02.365088 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:02.506951 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:02.520794 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Router 5b9521a2-6ebe-4793-b032-5a24808abee4 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:38:02.632894 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:38:02.638401 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-2d93da59-1908-42b1-8938-25f171d65955 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/5b9521a2-6ebe-4793-b032-5a24808abee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4857605 Aug 23 22:38:02.641286 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35268) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:02.644438 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] Sync routers for ids ['5b9521a2-6ebe-4793-b032-5a24808abee4'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:38:02.659247 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] Routers {'5b9521a2-6ebe-4793-b032-5a24808abee4'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:38:02.659900 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:37:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['5b9521a2-6ebe-4793-b032-5a24808abee4'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:02.748758 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks [] for router (5b9521a2-6ebe-4793-b032-5a24808abee4), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:02.789940 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] Set router 5b9521a2-6ebe-4793-b032-5a24808abee4 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:38:02.853492 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks [] for router_gateway (5b9521a2-6ebe-4793-b032-5a24808abee4), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:02.898269 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Deleting port e189e32f-01ff-441f-b039-bc92134445aa {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:38:02.898572 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (e189e32f-01ff-441f-b039-bc92134445aa), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:02.991405 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] For port e189e32f-01ff-441f-b039-bc92134445aa, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=e189e32f-01ff-441f-b039-bc92134445aa,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:38:02.991883 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (e189e32f-01ff-441f-b039-bc92134445aa), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.006588 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Calling delete_port for e189e32f-01ff-441f-b039-bc92134445aa owned by network:router_gateway {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:38:03.030859 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:34Z', 'updated_at': '2022-08-23T22:38:01Z', 'revision_number': 5, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'gw_port': {'id': 'e189e32f-01ff-441f-b039-bc92134445aa', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:30:35Z', 'updated_at': '2022-08-23T22:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:03.058052 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] Checking router: 5b9521a2-6ebe-4793-b032-5a24808abee4 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:38:03.068490 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] Routers {'5b9521a2-6ebe-4793-b032-5a24808abee4'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:38:03.069299 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:37:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['5b9521a2-6ebe-4793-b032-5a24808abee4'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:03.151847 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:03.156052 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:03.178138 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] Set router 5b9521a2-6ebe-4793-b032-5a24808abee4 gateway port host: None {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:38:03.225907 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (e189e32f-01ff-441f-b039-bc92134445aa), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.239603 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:34Z', 'updated_at': '2022-08-23T22:38:02Z', 'revision_number': 6, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'gw_port_host': None}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:03.255664 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e189e32f-01ff-441f-b039-bc92134445aa,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:03.269919 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b383427-43a3-4911-bedc-17fb662c0c6f None None] The sync data for ids ['5b9521a2-6ebe-4793-b032-5a24808abee4'] in dv-cinder-850321-4-iscsi is: [{'id': '5b9521a2-6ebe-4793-b032-5a24808abee4', 'name': 'tempest-TestVolumeBootPattern-1077191716-router', 'tenant_id': '898f0f02fb794dcc96209124944cfe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:30:34Z', 'updated_at': '2022-08-23T22:38:02Z', 'revision_number': 6, 'project_id': '898f0f02fb794dcc96209124944cfe31', 'gw_port_host': None}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:38:03.329524 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:03.342079 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (5b9521a2-6ebe-4793-b032-5a24808abee4), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.442017 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (5b9521a2-6ebe-4793-b032-5a24808abee4), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.444850 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks [] for router_controller (5b9521a2-6ebe-4793-b032-5a24808abee4), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.502475 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (5b9521a2-6ebe-4793-b032-5a24808abee4), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.503224 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9521a2-6ebe-4793-b032-5a24808abee4 {{(pid=106594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:38:03.508169 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.509492 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-8d8456ac-20c0-4b98-9ad5-bd2def64fc80 admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/5b9521a2-6ebe-4793-b032-5a24808abee4 HTTP/1.1" status: 204 len: 168 time: 0.8672602 Aug 23 22:38:03.512385 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35270) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:03.562026 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3e1584-0bd0-4c1e-8a9c-2e045e12edec admin admin] Deleting subnet 01b79ad4-3184-46f5-a175-1047bc3ba429 {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:38:03.564426 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:03.566675 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1584-0bd0-4c1e-8a9c-2e045e12edec admin admin] Publish callbacks [] for subnet (01b79ad4-3184-46f5-a175-1047bc3ba429), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.606259 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1584-0bd0-4c1e-8a9c-2e045e12edec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25223832'] for subnet (01b79ad4-3184-46f5-a175-1047bc3ba429), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.652776 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-d343bf9f-ad6a-46d1-8939-c3b663d14ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.704662 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1584-0bd0-4c1e-8a9c-2e045e12edec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (01b79ad4-3184-46f5-a175-1047bc3ba429), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.772011 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1584-0bd0-4c1e-8a9c-2e045e12edec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26759021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867471'] for subnet (01b79ad4-3184-46f5-a175-1047bc3ba429), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.800944 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e1584-0bd0-4c1e-8a9c-2e045e12edec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b79ad4-3184-46f5-a175-1047bc3ba429,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:03.804706 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1584-0bd0-4c1e-8a9c-2e045e12edec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.808930 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-dc3e1584-0bd0-4c1e-8a9c-2e045e12edec admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/01b79ad4-3184-46f5-a175-1047bc3ba429 HTTP/1.1" status: 204 len: 168 time: 0.2943921 Aug 23 22:38:03.811105 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35272) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:03.813732 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d006f-2702-4538-aa3b-23c6b568c9f5 None None] Network cc33a582-a0d6-413e-bb35-176766f60350 requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:38:03.895203 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (cc33a582-a0d6-413e-bb35-176766f60350), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:03.943238 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Deleting port 75d8006b-2c8d-4a55-bff3-f6655a985d27 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:38:03.944500 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.019086 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] For port 75d8006b-2c8d-4a55-bff3-f6655a985d27, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=75d8006b-2c8d-4a55-bff3-f6655a985d27,segment=NetworkSegment(2b4b2f4d-4719-434d-9225-37b627932fad),segment_id=2b4b2f4d-4719-434d-9225-37b627932fad)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:38:04.019364 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.040281 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Calling delete_port for 75d8006b-2c8d-4a55-bff3-f6655a985d27 owned by network:dhcp {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:38:04.133542 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f399d26-1475-4803-9e8b-9aaa73bf29a2 None None] DHCP port deletion for cc33a582-a0d6-413e-bb35-176766f60350 request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:38:04.141505 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (75d8006b-2c8d-4a55-bff3-f6655a985d27), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.157135 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-0f399d26-1475-4803-9e8b-9aaa73bf29a2 None None] The port '75d8006b-2c8d-4a55-bff3-f6655a985d27' was deleted {{(pid=106595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Aug 23 22:38:04.169597 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d8006b-2c8d-4a55-bff3-f6655a985d27,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:04.171682 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] No DVR routers for this DVR port 75d8006b-2c8d-4a55-bff3-f6655a985d27 on host dv-cinder-850321-4-iscsi {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:38:04.264822 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (cc33a582-a0d6-413e-bb35-176766f60350), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.290897 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc33a582-a0d6-413e-bb35-176766f60350']}} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:04.303192 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4b2f4d-4719-434d-9225-37b627932fad') {'for_net_delete': True} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:04.303487 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4b2f4d-4719-434d-9225-37b627932fad') {} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:04.315551 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25223823'] for segment (2b4b2f4d-4719-434d-9225-37b627932fad), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.332869 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (2b4b2f4d-4719-434d-9225-37b627932fad), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.341802 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=106594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:38:04.342262 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768079'] for segment (2b4b2f4d-4719-434d-9225-37b627932fad), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.364724 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 2b4b2f4d-4719-434d-9225-37b627932fad resource provider aggregate not found Aug 23 22:38:04.411837 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 2b4b2f4d-4719-434d-9225-37b627932fad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b4b2f4d-4719-434d-9225-37b627932fad found for delete ", "request_id": "req-8a13e946-0880-44a5-9fe8-14605f707c4c"}]} Aug 23 22:38:04.422675 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (cc33a582-a0d6-413e-bb35-176766f60350), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.430625 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.435282 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/cc33a582-a0d6-413e-bb35-176766f60350 HTTP/1.1" status: 204 len: 168 time: 0.6224151 Aug 23 22:38:04.448564 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113276e7-b115-40e9-98bf-eb8b305c5bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc33a582-a0d6-413e-bb35-176766f60350,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:04.590480 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35280) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:04.641139 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-2a016460-bbaa-43d8-988e-166d8b25dc6d admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=77cc91a5c0bc4e5888460d7618594895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486381 Aug 23 22:38:04.643934 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35282) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:04.644192 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 287c26cb-154c-4111-982a-ab1adef98913 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:38:04.671446 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 287c26cb-154c-4111-982a-ab1adef98913 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:38:04.672626 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 287c26cb-154c-4111-982a-ab1adef98913 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:38:04.672626 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e189e32f-01ff-441f-b039-bc92134445aa no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:38:04.692190 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: e189e32f-01ff-441f-b039-bc92134445aa {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:38:04.692476 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device e189e32f-01ff-441f-b039-bc92134445aa not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:38:04.692889 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 75d8006b-2c8d-4a55-bff3-f6655a985d27 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:38:04.706365 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d266cf22-8961-49a2-b45d-c1f87d20c2f1 admin admin] Publish callbacks [] for security_group (b29e66af-355e-44d5-b951-1d93f7228d86), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.711972 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 75d8006b-2c8d-4a55-bff3-f6655a985d27 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:38:04.712327 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 75d8006b-2c8d-4a55-bff3-f6655a985d27 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:38:04.731081 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d266cf22-8961-49a2-b45d-c1f87d20c2f1 admin admin] Publish callbacks [] for security_group (b29e66af-355e-44d5-b951-1d93f7228d86), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.780143 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d266cf22-8961-49a2-b45d-c1f87d20c2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (b29e66af-355e-44d5-b951-1d93f7228d86), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.782761 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-d266cf22-8961-49a2-b45d-c1f87d20c2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:04.783935 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-d266cf22-8961-49a2-b45d-c1f87d20c2f1 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/b29e66af-355e-44d5-b951-1d93f7228d86 HTTP/1.1" status: 204 len: 168 time: 0.1390502 Aug 23 22:38:04.792907 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266cf22-8961-49a2-b45d-c1f87d20c2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29e66af-355e-44d5-b951-1d93f7228d86,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:05.130884 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35288) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:05.207173 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-55583153-245e-41ea-b3c8-4afd74a39fe9 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=898f0f02fb794dcc96209124944cfe31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743289 Aug 23 22:38:05.209959 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35290) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:05.271256 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-017aae68-3e32-4060-bb04-e95510a17ed0 admin admin] Publish callbacks [] for security_group (842c59e9-954a-48b2-af79-9afec66c899f), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:05.292543 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-017aae68-3e32-4060-bb04-e95510a17ed0 admin admin] Publish callbacks [] for security_group (842c59e9-954a-48b2-af79-9afec66c899f), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:05.354567 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-017aae68-3e32-4060-bb04-e95510a17ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (842c59e9-954a-48b2-af79-9afec66c899f), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:05.357205 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-017aae68-3e32-4060-bb04-e95510a17ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:05.358386 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-017aae68-3e32-4060-bb04-e95510a17ed0 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/842c59e9-954a-48b2-af79-9afec66c899f HTTP/1.1" status: 204 len: 168 time: 0.1471896 Aug 23 22:38:05.367763 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aae68-3e32-4060-bb04-e95510a17ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842c59e9-954a-48b2-af79-9afec66c899f,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:06.053845 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-3fe35d72-c2ba-4326-b8d7-38f36c3d0b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:07.543174 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:38:08.860723 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:09.741920 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=88 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:10.113790 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:11.083354 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:14.436061 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=73,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:14.438009 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:15.330895 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=87,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:15.363652 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=78,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:17.538235 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=83 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:21.071102 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:21.073796 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:23.180866 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:29.011072 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-46d559a3-ddbe-4714-a2af-08a034573338 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393243 Aug 23 22:38:29.088821 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-4f37dcf7-db6e-44ae-b608-e868c9227e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:29.090354 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-4f37dcf7-db6e-44ae-b608-e868c9227e85 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=94a56fcfc827430fb1b73dcfd186024d&device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 1130 time: 0.0405145 Aug 23 22:38:29.204312 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-c09d9bd7-91b5-4888-8d96-521e8a944209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:29.206247 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-c09d9bd7-91b5-4888-8d96-521e8a944209 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd HTTP/1.1" status: 200 len: 911 time: 0.0981483 Aug 23 22:38:29.273669 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-85c80855-2cd1-4031-aae9-9515e59340e4 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7329ee58-549d-4382-bc19-ec3d07cd19db HTTP/1.1" status: 200 len: 1002 time: 0.0617886 Aug 23 22:38:29.325621 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-5d2574b1-38e2-45fc-909b-33c730431572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:29.327115 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-5d2574b1-38e2-45fc-909b-33c730431572 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8900f51f-faa5-4c4c-b2a7-7152cf41f1bf HTTP/1.1" status: 200 len: 848 time: 0.0482228 Aug 23 22:38:29.381945 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-0489b0b0-65b2-4639-9ae1-88ccbf21c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:29.383479 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-0489b0b0-65b2-4639-9ae1-88ccbf21c63c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497711 Aug 23 22:38:29.474361 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-86ac6af1-aaa8-4c5a-8de0-2772dcb9ef2a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852523 Aug 23 22:38:29.569885 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-dc7f24aa-fdd1-485a-b910-0932dae80cb9 req-fe0251ad-63c4-4dad-a900-b96a96ce185d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899203 Aug 23 22:38:32.142726 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=11 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:32.144543 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=15 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:33.169161 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:33.177574 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:33.638595 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-99d63c21-ba0b-4585-bbb3-7364f0dc161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:36.057456 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0326da1e-8041-454e-b066-bde40a2add7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:38.862561 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:39.555952 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=54 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:39.566270 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=47 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:40.107674 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:41.076494 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:43.348687 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:43.349546 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:44.543418 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:38:51.069394 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:51.071232 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:53.180656 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:54.538087 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:55.818015 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35310) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:38:55.960360 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Deleting port 04903653-e748-4496-aefa-eb68b0f6d1af {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:38:55.960693 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (04903653-e748-4496-aefa-eb68b0f6d1af), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:56.039432 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (04903653-e748-4496-aefa-eb68b0f6d1af), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:56.039756 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for floatingip (04903653-e748-4496-aefa-eb68b0f6d1af), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:56.053181 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Calling delete_port for 04903653-e748-4496-aefa-eb68b0f6d1af owned by network:floatingip {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:38:56.233000 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (04903653-e748-4496-aefa-eb68b0f6d1af), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:56.258935 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event deleted for resources: {'Port': ['ID=04903653-e748-4496-aefa-eb68b0f6d1af,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:56.323287 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for floatingip (7a592069-c66a-47e4-af1d-4817f28cfbf1), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:56.323608 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.db.l3_db [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Floating IP 7a592069-c66a-47e4-af1d-4817f28cfbf1 disassociated (deleted). External IP: 172.27.2.138, port: 7329ee58-549d-4382-bc19-ec3d07cd19db. Aug 23 22:38:56.556030 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Router cd3f5ed9-a196-4adf-8906-d99dbe762f2b has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:38:56.664298 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:38:56.669250 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for floatingip (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:56.674222 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] Sync routers for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:38:56.686634 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:38:56.687662 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:38:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:56.702060 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-efef3686-d0a2-4f73-a683-ce22e29d93e4 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "DELETE /networking/v2.0/floatingips/7a592069-c66a-47e4-af1d-4817f28cfbf1 HTTP/1.1" status: 204 len: 168 time: 0.8829384 Aug 23 22:38:56.702649 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:38:56.705410 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64c58bb-7a34-45e5-9dd8-55609f986b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:38:56.795699 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:38:56.883305 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 22:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaec5ac-b260-4895-8cc1-b1dafd100fe5 x-openstack-request-id: req-ffaec5ac-b260-4895-8cc1-b1dafd100fe5 {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:38:56.883852 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:38:56.883852 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ffaec5ac-b260-4895-8cc1-b1dafd100fe5 {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:38:56.884251 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffaec5ac-b260-4895-8cc1-b1dafd100fe5'] response: {'name': 'network-changed', 'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'status': 'completed', 'code': 200} Aug 23 22:38:56.978408 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56ba35-e702-4ba7-9d8b-5dae55aecc6f req-faa7188c-e233-49dc-aec4-92c56ea3d0b0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:56.980029 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b56ba35-e702-4ba7-9d8b-5dae55aecc6f req-faa7188c-e233-49dc-aec4-92c56ea3d0b0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 946 time: 0.0477393 Aug 23 22:38:57.002062 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '67d53392-4b59-445b-90bc-5709ac5b80bd', 'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'mac_address': 'fa:16:3e:fa:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:30Z', 'updated_at': '2022-08-23T22:34:41Z', 'revision_number': 5, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'subnets': [{'id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:57.027063 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] Checking router: cd3f5ed9-a196-4adf-8906-d99dbe762f2b for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:38:57.035026 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:38:57.036229 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:38:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:57.037964 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-5b56ba35-e702-4ba7-9d8b-5dae55aecc6f req-4b97125b-1be8-49de-afbe-34311b47b5b0 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517759 Aug 23 22:38:57.137934 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:38:57.321406 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '67d53392-4b59-445b-90bc-5709ac5b80bd', 'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'mac_address': 'fa:16:3e:fa:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:30Z', 'updated_at': '2022-08-23T22:34:41Z', 'revision_number': 5, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'subnets': [{'id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:38:57.347032 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b32d6b2-1a3b-4a58-b16b-bf72e08dfda0 None None] The sync data for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi is: [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:34:31Z', 'revision_number': 4, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi', '_interfaces': [{'id': '67d53392-4b59-445b-90bc-5709ac5b80bd', 'name': '', 'network_id': '0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'mac_address': 'fa:16:3e:fa:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:30Z', 'updated_at': '2022-08-23T22:34:41Z', 'revision_number': 5, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'subnets': [{'id': '8900f51f-faa5-4c4c-b2a7-7152cf41f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:38:57.571967 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b18c51-e632-43ef-bdd9-5d9f094470d3 None None] New status for floating IP 7a592069-c66a-47e4-af1d-4817f28cfbf1: DOWN {{(pid=106595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 22:38:58.035040 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-88913ccf-6536-47a3-8a1c-87739ac5d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:58.037558 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-88913ccf-6536-47a3-8a1c-87739ac5d809 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=94a56fcfc827430fb1b73dcfd186024d&device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 1130 time: 0.0441759 Aug 23 22:38:58.220747 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12bac6-0ff5-4e4a-8bd2-a3117d702a86 req-6ea6a840-8538-40f6-9fc2-74e376bbb2f6 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:58.222325 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cd12bac6-0ff5-4e4a-8bd2-a3117d702a86 req-6ea6a840-8538-40f6-9fc2-74e376bbb2f6 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 946 time: 0.1009383 Aug 23 22:38:58.273300 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-f917d8b2-5312-4436-b449-e2afb49e23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:58.274672 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-f917d8b2-5312-4436-b449-e2afb49e23fc service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd HTTP/1.1" status: 200 len: 911 time: 0.1619036 Aug 23 22:38:58.294061 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-cd12bac6-0ff5-4e4a-8bd2-a3117d702a86 req-747d8577-fde4-4ddc-8402-de92a31c6e46 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8a43aef7-9030-4600-9472-53ddf47c493e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642810 Aug 23 22:38:58.447535 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-84f7a9b8-4250-4eaa-9f39-de3403836f0a service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7329ee58-549d-4382-bc19-ec3d07cd19db HTTP/1.1" status: 200 len: 217 time: 0.0412414 Aug 23 22:38:58.528197 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:58.567167 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-16b3fb64-2752-40a7-87b6-51a82451f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:58.568707 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-16b3fb64-2752-40a7-87b6-51a82451f376 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=8900f51f-faa5-4c4c-b2a7-7152cf41f1bf HTTP/1.1" status: 200 len: 848 time: 0.0485327 Aug 23 22:38:58.570689 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-07909617-8a03-479d-be22-cb283df5e1cc tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:58.572209 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-07909617-8a03-479d-be22-cb283df5e1cc tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 946 time: 0.0523489 Aug 23 22:38:58.585414 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:38:58.623273 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-ac9ab8c3-9038-46d1-800c-48e3effe48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 22:38:58.624863 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-ac9ab8c3-9038-46d1-800c-48e3effe48e4 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467646 Aug 23 22:38:58.671354 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Deleting port 7329ee58-549d-4382-bc19-ec3d07cd19db {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:38:58.671872 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:58.729924 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-48af2570-366b-4df2-9200-64b02132bc42 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982208 Aug 23 22:38:58.787062 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] For port 7329ee58-549d-4382-bc19-ec3d07cd19db, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=7329ee58-549d-4382-bc19-ec3d07cd19db,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:38:58.787765 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:58.805946 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Calling delete_port for 7329ee58-549d-4382-bc19-ec3d07cd19db owned by compute:nova {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:38:58.837889 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-f64c58bb-7a34-45e5-9dd8-55609f986b6b req-54136607-1f9c-42ef-aa39-5deebbd4d2ba service neutron] 10.222.0.86 "GET /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021104 Aug 23 22:38:58.938920 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (7329ee58-549d-4382-bc19-ec3d07cd19db), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:58.974156 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event deleted for resources: {'Port': ['ID=7329ee58-549d-4382-bc19-ec3d07cd19db,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:38:59.245164 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.245449 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.245796 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.246141 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.246479 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.246811 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.247145 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.247471 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.247800 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.248125 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.248476 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.248783 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.249136 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.249462 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.249783 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:38:59.275055 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] No DVR routers for this DVR port 7329ee58-549d-4382-bc19-ec3d07cd19db on host hv-cinder-85032 {{(pid=106593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:38:59.277562 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474454'] for port (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:38:59.281024 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [req-5e543afb-4f3b-47fe-a996-3b35777c0ef7 req-c6c99faa-147f-429d-8afb-f0c69488f2a7 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.86 "DELETE /networking/v2.0/ports/7329ee58-549d-4382-bc19-ec3d07cd19db HTTP/1.1" status: 204 len: 173 time: 0.7028818 Aug 23 22:38:59.281505 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'name': 'network-vif-deleted', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db'}] {{(pid=106593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 22:38:59.284529 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}061b770f3dfea0d01f67dc4722fd587d3750e1b90f376d1c78851aa8dfa1356a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ecb1a2-1770-4bd5-95c5-4adb20a1f453" -d '{"events": [{"server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "name": "network-vif-deleted", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db"}]}' {{(pid=106593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 22:38:59.324424 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 22:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2a87e4-2732-4a50-9e53-49c88fe9232f x-openstack-request-id: req-ea2a87e4-2732-4a50-9e53-49c88fe9232f {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 22:38:59.324749 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b18b61-3c70-4ef9-b21e-8f34cae4d729", "name": "network-vif-deleted", "tag": "7329ee58-549d-4382-bc19-ec3d07cd19db", "status": "completed", "code": 200}]} {{(pid=106593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 22:38:59.325010 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ea2a87e4-2732-4a50-9e53-49c88fe9232f {{(pid=106593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 22:38:59.325450 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2a87e4-2732-4a50-9e53-49c88fe9232f'] response: {'server_uuid': 'c5b18b61-3c70-4ef9-b21e-8f34cae4d729', 'name': 'network-vif-deleted', 'tag': '7329ee58-549d-4382-bc19-ec3d07cd19db', 'status': 'completed', 'code': 200} Aug 23 22:38:59.672183 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [req-6d2e038a-1a59-4577-8635-060e74b42cf8 req-ad83570f-2cc9-4b6c-8923-ee2ebfdefff8 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c5b18b61-3c70-4ef9-b21e-8f34cae4d729 HTTP/1.1" status: 200 len: 210 time: 0.2894025 Aug 23 22:39:00.471453 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 7329ee58-549d-4382-bc19-ec3d07cd19db no longer exists at agent hyperv_hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:39:00.492466 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] No Port match for: 7329ee58-549d-4382-bc19-ec3d07cd19db {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:39:00.492817 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Device 7329ee58-549d-4382-bc19-ec3d07cd19db not bound to the agent host hv-cinder-85032 {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:39:00.748834 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35330) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:00.813333 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group (8a43aef7-9030-4600-9472-53ddf47c493e), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:00.837960 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group (8a43aef7-9030-4600-9472-53ddf47c493e), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:00.899456 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (8a43aef7-9030-4600-9472-53ddf47c493e), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:00.902424 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Publish callbacks [] for security_group (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:00.903586 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] 10.222.0.88 "DELETE /networking/v2.0/security-groups/8a43aef7-9030-4600-9472-53ddf47c493e HTTP/1.1" status: 204 len: 168 time: 0.1555412 Aug 23 22:39:00.914681 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a43aef7-9030-4600-9472-53ddf47c493e,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:00.923986 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.924338 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.924683 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.925023 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.925413 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.926247 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.926247 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.926901 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.927166 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.927580 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.928076 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.928543 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.928904 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.929455 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.929788 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cd93ff-d3fd-404f-b7b8-4520c9f242c2 tempest-TestShelveInstance-1158478442 tempest-TestShelveInstance-1158478442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:00.948670 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35334) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:01.147904 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:01.152345 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:01.282409 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:01.517452 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Deleting port 67d53392-4b59-445b-90bc-5709ac5b80bd {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:39:01.517793 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:01.605237 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] For port 67d53392-4b59-445b-90bc-5709ac5b80bd, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=67d53392-4b59-445b-90bc-5709ac5b80bd,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:39:01.605606 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:01.619300 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Calling delete_port for 67d53392-4b59-445b-90bc-5709ac5b80bd owned by network:router_interface {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:39:01.807300 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (67d53392-4b59-445b-90bc-5709ac5b80bd), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:01.834312 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d53392-4b59-445b-90bc-5709ac5b80bd,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:01.995721 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:02.009941 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:02.089841 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:02.219056 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Router cd3f5ed9-a196-4adf-8906-d99dbe762f2b has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:39:02.322511 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:39:02.327534 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-e3ad8203-de5a-4dd8-9606-b4befe4dbdf7 admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/cd3f5ed9-a196-4adf-8906-d99dbe762f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3777759 Aug 23 22:39:02.330076 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35336) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:02.337565 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] Sync routers for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:39:02.347500 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:39:02.348109 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:38:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:02.436650 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks [] for router (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:02.542331 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks [] for router_gateway (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:02.547157 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: dv-cinder-850321-4-iscsi {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:39:02.588868 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Deleting port c8836534-c0ee-4887-ae83-1160ebb960b8 {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:39:02.589253 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:02.681467 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] For port c8836534-c0ee-4887-ae83-1160ebb960b8, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=c8836534-c0ee-4887-ae83-1160ebb960b8,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:39:02.681833 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:02.695910 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Calling delete_port for c8836534-c0ee-4887-ae83-1160ebb960b8 owned by network:router_gateway {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:39:02.728598 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:39:01Z', 'revision_number': 5, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port': {'id': 'c8836534-c0ee-4887-ae83-1160ebb960b8', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:27Z', 'updated_at': '2022-08-23T22:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:02.753630 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] Checking router: cd3f5ed9-a196-4adf-8906-d99dbe762f2b for host: dv-cinder-850321-4-iscsi {{(pid=106596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:39:02.762667 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] Routers {'cd3f5ed9-a196-4adf-8906-d99dbe762f2b'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:39:02.763279 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:38:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'], 'active': True} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:02.764810 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:02.812163 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:02.824147 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=100 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:02.849344 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_dvr_db [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] Set router cd3f5ed9-a196-4adf-8906-d99dbe762f2b gateway port host: None {{(pid=106596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:39:02.871757 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (c8836534-c0ee-4887-ae83-1160ebb960b8), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:02.900183 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8836534-c0ee-4887-ae83-1160ebb960b8,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:02.901069 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.l3_hamode_db [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:39:02Z', 'revision_number': 6, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port_host': None}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:02.926800 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ad520-0616-4c8a-b823-47fffa5ee279 None None] The sync data for ids ['cd3f5ed9-a196-4adf-8906-d99dbe762f2b'] in dv-cinder-850321-4-iscsi is: [{'id': 'cd3f5ed9-a196-4adf-8906-d99dbe762f2b', 'name': 'tempest-TestShelveInstance-1887677248-router', 'tenant_id': '94a56fcfc827430fb1b73dcfd186024d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:26Z', 'updated_at': '2022-08-23T22:39:02Z', 'revision_number': 6, 'project_id': '94a56fcfc827430fb1b73dcfd186024d', 'gw_port_host': None}] {{(pid=106596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:39:02.963804 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.053765 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:03.055830 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.058643 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks [] for router_controller (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.106498 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (cd3f5ed9-a196-4adf-8906-d99dbe762f2b), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.107113 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd3f5ed9-a196-4adf-8906-d99dbe762f2b {{(pid=106594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:39:03.111348 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.112520 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-2217479a-2c7e-4641-980c-0b5b571a4cc9 admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/cd3f5ed9-a196-4adf-8906-d99dbe762f2b HTTP/1.1" status: 204 len: 168 time: 0.7813988 Aug 23 22:39:03.115330 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35338) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:03.164187 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e1a7a6-b1f3-4630-a740-b070020e6787 admin admin] Deleting subnet 8900f51f-faa5-4c4c-b2a7-7152cf41f1bf {{(pid=106594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:39:03.166437 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0e1a7a6-b1f3-4630-a740-b070020e6787 admin admin] Publish callbacks [] for subnet (8900f51f-faa5-4c4c-b2a7-7152cf41f1bf), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.203164 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0e1a7a6-b1f3-4630-a740-b070020e6787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25223832'] for subnet (8900f51f-faa5-4c4c-b2a7-7152cf41f1bf), precommit_delete_associations {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.288781 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0e1a7a6-b1f3-4630-a740-b070020e6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (8900f51f-faa5-4c4c-b2a7-7152cf41f1bf), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.347424 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0e1a7a6-b1f3-4630-a740-b070020e6787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26759021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867471'] for subnet (8900f51f-faa5-4c4c-b2a7-7152cf41f1bf), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.377099 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1a7a6-b1f3-4630-a740-b070020e6787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8900f51f-faa5-4c4c-b2a7-7152cf41f1bf,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:03.381862 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-c0e1a7a6-b1f3-4630-a740-b070020e6787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for subnet (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.387686 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-c0e1a7a6-b1f3-4630-a740-b070020e6787 admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/8900f51f-faa5-4c4c-b2a7-7152cf41f1bf HTTP/1.1" status: 204 len: 168 time: 0.2690976 Aug 23 22:39:03.387894 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [-] (106594) accepted ('10.222.0.88', 35340) {{(pid=106594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:03.388321 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ddbd9-fd8b-4dd2-9eb4-e9abb7b0c178 None None] Network 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:39:03.468262 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.515931 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Deleting port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c {{(pid=106594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:39:03.516351 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.580239 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.db [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] For port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c,segment=NetworkSegment(0add4e33-a815-490e-bb89-bd2aabec56bd),segment_id=0add4e33-a815-490e-bb89-bd2aabec56bd)] {{(pid=106594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:39:03.580595 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.606528 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.plugin [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Calling delete_port for 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c owned by network:dhcp {{(pid=106594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:39:03.644845 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-b0194def-2b1d-462b-9cd4-9d70fe6f92a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.701251 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768050'] for port (0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.727919 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d06fe7-ed18-4ee4-8102-03fbef3f3005 None None] DHCP port deletion for 0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:39:03.749366 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:03.756196 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] No DVR routers for this DVR port 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c on host dv-cinder-850321-4-iscsi {{(pid=106594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:39:03.847498 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.872567 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd']}} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:03.881546 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:03.889611 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0add4e33-a815-490e-bb89-bd2aabec56bd') {'for_net_delete': True} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:03.889912 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.services.segments.db [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0add4e33-a815-490e-bb89-bd2aabec56bd') {} {{(pid=106594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:03.902154 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25223823'] for segment (0add4e33-a815-490e-bb89-bd2aabec56bd), before_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.920361 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (0add4e33-a815-490e-bb89-bd2aabec56bd), precommit_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.929438 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=106594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:39:03.929849 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768079'] for segment (0add4e33-a815-490e-bb89-bd2aabec56bd), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:03.960301 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 0add4e33-a815-490e-bb89-bd2aabec56bd resource provider aggregate not found Aug 23 22:39:03.967864 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:04.003621 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.services.segments.plugin [-] Segment 0add4e33-a815-490e-bb89-bd2aabec56bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0add4e33-a815-490e-bb89-bd2aabec56bd found for delete ", "request_id": "req-f980ada7-af0e-47d3-9067-bd039db95f67"}]} Aug 23 22:39:04.024266 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd), after_delete {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:04.034599 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron_lib.callbacks.manager [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:04.039547 dv-cinder-850321-4-iscsi neutron-server[106594]: INFO neutron.wsgi [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd HTTP/1.1" status: 204 len: 168 time: 0.6507041 Aug 23 22:39:04.042999 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35346) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:04.050409 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a254e-76b2-46b8-b24b-d54256b4d091 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2d0fbd-fe67-431e-96f5-8b6b0f6d0fcd,revision_number=None']} {{(pid=106594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:04.400396 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827196'] for router_interface (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:04.575120 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:04.625196 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:04.641455 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Deleting port 9e5ff44d-2bd1-462d-aeda-f137af4a4016 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:39:04.641798 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:04.668140 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:39:04.691719 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:39:04.692918 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 0ba02efc-d026-4c0f-9f68-2dc60a2bbb7c not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:39:04.693100 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 67d53392-4b59-445b-90bc-5709ac5b80bd no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:39:04.711561 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 67d53392-4b59-445b-90bc-5709ac5b80bd {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:39:04.711909 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 67d53392-4b59-445b-90bc-5709ac5b80bd not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:39:04.712322 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device c8836534-c0ee-4887-ae83-1160ebb960b8 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:39:04.729803 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] For port 9e5ff44d-2bd1-462d-aeda-f137af4a4016, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=9e5ff44d-2bd1-462d-aeda-f137af4a4016,segment=NetworkSegment(1f1156ff-bec8-4fae-a156-c82b79c754f1),segment_id=1f1156ff-bec8-4fae-a156-c82b79c754f1)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:39:04.730176 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:04.730811 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: c8836534-c0ee-4887-ae83-1160ebb960b8 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:39:04.731161 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device c8836534-c0ee-4887-ae83-1160ebb960b8 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:39:04.751015 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Calling delete_port for 9e5ff44d-2bd1-462d-aeda-f137af4a4016 owned by network:router_interface {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:39:04.962888 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (9e5ff44d-2bd1-462d-aeda-f137af4a4016), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:04.989491 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5ff44d-2bd1-462d-aeda-f137af4a4016,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:05.156987 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830380'] for router_interface (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:05.365489 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 has already been hosted by L3 agent 7640f2cb-bcec-4d32-a25f-55419137277d {{(pid=106593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 22:39:05.448676 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:05.470242 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] Notify agent at l3_agent.dv-cinder-850321-4-iscsi the message routers_updated {{(pid=106593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 22:39:05.476587 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-51dc2d43-6af7-4a8f-a5b9-5497e4c992ed admin admin] 10.222.0.88 "PUT /networking/v2.0/routers/7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4324780 Aug 23 22:39:05.479278 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35348) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:05.480150 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] Sync routers for ids ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'] in dv-cinder-850321-4-iscsi {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 22:39:05.491967 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] Routers {'7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:39:05.492600 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:38:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:05.556919 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:05.581282 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks [] for router (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:05.594349 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] Set router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 gateway port host: dv-cinder-850321-4-iscsi {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:39:05.684161 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks [] for router_gateway (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:05.738765 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Deleting port 2702b82b-42e1-446a-a515-09a4430b55fd {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:39:05.739189 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:05.790491 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'external_fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:35Z', 'updated_at': '2022-08-23T22:39:04Z', 'revision_number': 5, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'gw_port': {'id': '2702b82b-42e1-446a-a515-09a4430b55fd', 'name': '', 'network_id': '99b37658-e1c0-4d31-812f-643c7edfc06c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T22:34:36Z', 'updated_at': '2022-08-23T22:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea55cf17-e2bd-4a1f-89b6-5f684f6a83dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-4-iscsi'}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:05.819762 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] Checking router: 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 for host: dv-cinder-850321-4-iscsi {{(pid=106595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 22:39:05.828482 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] Routers {'7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'} bound to L3 agent in host dv-cinder-850321-4-iscsi {{(pid=106595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 22:39:05.829113 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T22:15:36Z,description=,heartbeat_timestamp=2022-08-23T22:38:36Z,host='dv-cinder-850321-4-iscsi',id=7640f2cb-bcec-4d32-a25f-55419137277d,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T22:15:36Z,topic='l3_agent')) {'router_ids': ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'], 'active': True} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:05.831922 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] For port 2702b82b-42e1-446a-a515-09a4430b55fd, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=2702b82b-42e1-446a-a515-09a4430b55fd,segment=NetworkSegment(3815d1c4-7eae-4ca0-b001-0f23963396da),segment_id=3815d1c4-7eae-4ca0-b001-0f23963396da)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:39:05.832911 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:05.846120 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Calling delete_port for 2702b82b-42e1-446a-a515-09a4430b55fd owned by network:router_gateway {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:39:05.908366 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvr_db [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] Set router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 gateway port host: None {{(pid=106595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 22:39:05.960556 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_hamode_db [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:35Z', 'updated_at': '2022-08-23T22:39:05Z', 'revision_number': 6, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'gw_port_host': None}], 'dv-cinder-850321-4-iscsi', False) {} {{(pid=106595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:05.985014 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7623d35-fc20-4202-93d6-e7e438d5aeca None None] The sync data for ids ['7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299'] in dv-cinder-850321-4-iscsi is: [{'id': '7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299', 'name': 'tempest-TestShelveInstance-1949884919-router', 'tenant_id': 'c582df208dec464aa84d4cf33190607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T22:34:35Z', 'updated_at': '2022-08-23T22:39:05Z', 'revision_number': 6, 'project_id': 'c582df208dec464aa84d4cf33190607a', 'gw_port_host': None}] {{(pid=106595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 22:39:06.016790 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (2702b82b-42e1-446a-a515-09a4430b55fd), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.043703 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Pushing event deleted for resources: {'Port': ['ID=2702b82b-42e1-446a-a515-09a4430b55fd,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:06.060773 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-af2d61c5-2809-4ce4-9973-d2cc5d3722c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.107176 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830451'] for router_gateway (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.194734 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.196928 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks [] for router_controller (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.244652 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830307'] for router (7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.245173 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 {{(pid=106593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 22:39:06.249396 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.250518 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-bfb3a2cf-0dfc-4469-8438-e13a0816f81f admin admin] 10.222.0.88 "DELETE /networking/v2.0/routers/7e8d1c6c-3442-4d2b-b8cb-d2c6dffa2299 HTTP/1.1" status: 204 len: 168 time: 0.7699819 Aug 23 22:39:06.253273 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35350) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:06.301557 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b7cc43-cc2e-40a1-b8a0-4d1bd954a5ca admin admin] Deleting subnet 081e01ba-ff7e-4f0e-a7ba-29f182e40cdd {{(pid=106593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 22:39:06.305603 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-11b7cc43-cc2e-40a1-b8a0-4d1bd954a5ca admin admin] Publish callbacks [] for subnet (081e01ba-ff7e-4f0e-a7ba-29f182e40cdd), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.343854 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-11b7cc43-cc2e-40a1-b8a0-4d1bd954a5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25456179'] for subnet (081e01ba-ff7e-4f0e-a7ba-29f182e40cdd), precommit_delete_associations {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.425663 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:06.429336 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:06.432183 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-11b7cc43-cc2e-40a1-b8a0-4d1bd954a5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874229'] for subnet (081e01ba-ff7e-4f0e-a7ba-29f182e40cdd), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.489470 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-11b7cc43-cc2e-40a1-b8a0-4d1bd954a5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25505823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26779442'] for subnet (081e01ba-ff7e-4f0e-a7ba-29f182e40cdd), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.514186 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7cc43-cc2e-40a1-b8a0-4d1bd954a5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081e01ba-ff7e-4f0e-a7ba-29f182e40cdd,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:06.522011 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-11b7cc43-cc2e-40a1-b8a0-4d1bd954a5ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.526570 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-11b7cc43-cc2e-40a1-b8a0-4d1bd954a5ca admin admin] 10.222.0.88 "DELETE /networking/v2.0/subnets/081e01ba-ff7e-4f0e-a7ba-29f182e40cdd HTTP/1.1" status: 204 len: 168 time: 0.2722569 Aug 23 22:39:06.528736 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7594c51-b2cd-41c6-877a-6533488f7f9e None None] Network de0019db-8a1f-4192-9165-f43ca9465e6d requested from dv-cinder-850321-4-iscsi {{(pid=106595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 22:39:06.529412 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35352) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:06.605739 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-690722'] for network (de0019db-8a1f-4192-9165-f43ca9465e6d), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.650150 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Deleting port 29d0eacc-04a9-426a-9101-d8b8906940e7 {{(pid=106593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:39:06.650489 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.715822 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.db [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] For port 29d0eacc-04a9-426a-9101-d8b8906940e7, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=29d0eacc-04a9-426a-9101-d8b8906940e7,segment=NetworkSegment(1f1156ff-bec8-4fae-a156-c82b79c754f1),segment_id=1f1156ff-bec8-4fae-a156-c82b79c754f1)] {{(pid=106593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:39:06.716179 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.729439 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] DHCP port deletion for de0019db-8a1f-4192-9165-f43ca9465e6d request from dv-cinder-850321-4-iscsi {{(pid=106595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 22:39:06.734357 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.plugin [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Calling delete_port for 29d0eacc-04a9-426a-9101-d8b8906940e7 owned by network:dhcp {{(pid=106593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:39:06.789347 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 9e5ff44d-2bd1-462d-aeda-f137af4a4016 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:39:06.812031 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Deleting port 29d0eacc-04a9-426a-9101-d8b8906940e7 {{(pid=106595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 22:39:06.812861 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792493589742'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), before_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.814336 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 9e5ff44d-2bd1-462d-aeda-f137af4a4016 {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:39:06.814685 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 9e5ff44d-2bd1-462d-aeda-f137af4a4016 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:39:06.815101 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 29d0eacc-04a9-426a-9101-d8b8906940e7 no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:39:06.836081 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497024'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.862588 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Pushing event deleted for resources: {'Port': ['ID=29d0eacc-04a9-426a-9101-d8b8906940e7,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:06.867821 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] No DVR routers for this DVR port 29d0eacc-04a9-426a-9101-d8b8906940e7 on host dv-cinder-850321-4-iscsi {{(pid=106593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:39:06.913634 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No active binding found for port 29d0eacc-04a9-426a-9101-d8b8906940e7 {{(pid=106595) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 23 22:39:06.914007 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] The host dv-cinder-850321-4-iscsi is not matching for port 29d0eacc-04a9-426a-9101-d8b8906940e7 host None! {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 23 22:39:06.914396 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 29d0eacc-04a9-426a-9101-d8b8906940e7 not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:39:06.914808 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2702b82b-42e1-446a-a515-09a4430b55fd no longer exists at agent ovs-agent-dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 22:39:06.917647 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.db [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] For port 29d0eacc-04a9-426a-9101-d8b8906940e7, host dv-cinder-850321-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-4-iscsi',level=0,port_id=29d0eacc-04a9-426a-9101-d8b8906940e7,segment=NetworkSegment(1f1156ff-bec8-4fae-a156-c82b79c754f1),segment_id=1f1156ff-bec8-4fae-a156-c82b79c754f1)] {{(pid=106595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 22:39:06.918307 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783695'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), precommit_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.945968 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] No Port match for: 2702b82b-42e1-446a-a515-09a4430b55fd {{(pid=106595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 22:39:06.946316 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.rpc [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Device 2702b82b-42e1-446a-a515-09a4430b55fd not bound to the agent host dv-cinder-850321-4-iscsi {{(pid=106595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 22:39:06.948802 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875351', 'neutron.services.segments.db._delete_segments_for_network-8792493631829'] for network (de0019db-8a1f-4192-9165-f43ca9465e6d), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:06.951477 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.plugins.ml2.plugin [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Calling delete_port for 29d0eacc-04a9-426a-9101-d8b8906940e7 owned by network:dhcp {{(pid=106595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 22:39:06.974919 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0019db-8a1f-4192-9165-f43ca9465e6d']}} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:06.985809 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1156ff-bec8-4fae-a156-c82b79c754f1') {'for_net_delete': True} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:06.986337 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.services.segments.db [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1156ff-bec8-4fae-a156-c82b79c754f1') {} {{(pid=106593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 22:39:06.998699 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792493574337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25456164'] for segment (1f1156ff-bec8-4fae-a156-c82b79c754f1), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.015016 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193'] for segment (1f1156ff-bec8-4fae-a156-c82b79c754f1), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.015261 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:07.017290 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:07.024151 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=106593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 22:39:07.025122 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497021'] for segment (1f1156ff-bec8-4fae-a156-c82b79c754f1), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.043923 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792493589396', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792493128259'] for port (29d0eacc-04a9-426a-9101-d8b8906940e7), after_delete {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.072919 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Pushing event deleted for resources: {'Port': ['ID=29d0eacc-04a9-426a-9101-d8b8906940e7,revision_number=None']} {{(pid=106595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:07.075413 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] No DVR routers for this DVR port 29d0eacc-04a9-426a-9101-d8b8906940e7 on host dv-cinder-850321-4-iscsi {{(pid=106595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.086897 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.088162 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.088162 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.088162 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.088562 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac17710-307c-4e27-acdc-3b3855c59307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-4-iscsi {{(pid=106595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 22:39:07.116255 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830487'] for network (de0019db-8a1f-4192-9165-f43ca9465e6d), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.125995 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577037'] for network (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.130642 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] 10.222.0.88 "DELETE /networking/v2.0/networks/de0019db-8a1f-4192-9165-f43ca9465e6d HTTP/1.1" status: 204 len: 168 time: 0.5999911 Aug 23 22:39:07.144220 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b001cf-9d65-4fa3-b044-ccd610e3b60a admin admin] Pushing event deleted for resources: {'Network': ['ID=de0019db-8a1f-4192-9165-f43ca9465e6d,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:07.303477 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 1f1156ff-bec8-4fae-a156-c82b79c754f1 resource provider aggregate not found Aug 23 22:39:07.323123 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.services.segments.plugin [-] Segment 1f1156ff-bec8-4fae-a156-c82b79c754f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f1156ff-bec8-4fae-a156-c82b79c754f1 found for delete ", "request_id": "req-7d02794b-54bf-4225-b646-3cf5816ea68b"}]} Aug 23 22:39:07.348079 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35362) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:07.390595 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-844f4e41-d957-4ada-9fbd-dd796e5a9ef6 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=94a56fcfc827430fb1b73dcfd186024d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412018 Aug 23 22:39:07.393289 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35364) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:07.448501 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b62a54dc-3808-4ade-a655-7e38c0db1047 admin admin] Publish callbacks [] for security_group (f886a049-c1e7-4b38-9336-41dd49a9aa21), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.470569 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b62a54dc-3808-4ade-a655-7e38c0db1047 admin admin] Publish callbacks [] for security_group (f886a049-c1e7-4b38-9336-41dd49a9aa21), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.501537 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:07.521936 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b62a54dc-3808-4ade-a655-7e38c0db1047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (f886a049-c1e7-4b38-9336-41dd49a9aa21), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.524658 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-b62a54dc-3808-4ade-a655-7e38c0db1047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.525815 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-b62a54dc-3808-4ade-a655-7e38c0db1047 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/f886a049-c1e7-4b38-9336-41dd49a9aa21 HTTP/1.1" status: 204 len: 168 time: 0.1316345 Aug 23 22:39:07.533663 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a54dc-3808-4ade-a655-7e38c0db1047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f886a049-c1e7-4b38-9336-41dd49a9aa21,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:07.871154 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35370) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:07.912442 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-193d7e65-baa5-44e4-94bf-bf8529ea9a45 admin admin] 10.222.0.88 "GET /networking/v2.0/security-groups?tenant_id=c582df208dec464aa84d4cf33190607a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401332 Aug 23 22:39:07.914902 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.wsgi [-] (106593) accepted ('10.222.0.88', 35372) {{(pid=106593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 22:39:07.965483 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fda0e43e-1ea2-4f30-bbe0-c8d1ff7e99f7 admin admin] Publish callbacks [] for security_group (11ef5a6a-67fa-4f2e-9355-8d1bb36cb399), before_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:07.974797 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:07.987165 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fda0e43e-1ea2-4f30-bbe0-c8d1ff7e99f7 admin admin] Publish callbacks [] for security_group (11ef5a6a-67fa-4f2e-9355-8d1bb36cb399), precommit_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:08.038268 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fda0e43e-1ea2-4f30-bbe0-c8d1ff7e99f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834923'] for security_group (11ef5a6a-67fa-4f2e-9355-8d1bb36cb399), after_delete {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:08.040802 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron_lib.callbacks.manager [None req-fda0e43e-1ea2-4f30-bbe0-c8d1ff7e99f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:08.041985 dv-cinder-850321-4-iscsi neutron-server[106593]: INFO neutron.wsgi [None req-fda0e43e-1ea2-4f30-bbe0-c8d1ff7e99f7 admin admin] 10.222.0.88 "DELETE /networking/v2.0/security-groups/11ef5a6a-67fa-4f2e-9355-8d1bb36cb399 HTTP/1.1" status: 204 len: 168 time: 0.1261911 Aug 23 22:39:08.050130 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0e43e-1ea2-4f30-bbe0-c8d1ff7e99f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef5a6a-67fa-4f2e-9355-8d1bb36cb399,revision_number=None']} {{(pid=106593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 22:39:08.864806 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:10.113204 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:11.079480 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:14.034736 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG dbcounter [-] [106594] Writing DB stats neutron:SELECT=5,neutron:DELETE=3 {{(pid=106594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:18.022565 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=1,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:18.046257 dv-cinder-850321-4-iscsi neutron-server[106593]: DEBUG dbcounter [-] [106593] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=106593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:21.068033 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:21.075417 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:DELETE=3,neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:21.543696 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:39:23.183700 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:31.537905 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=10 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:31.538583 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:33.174907 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:33.177819 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:33.639512 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-4d2a73ec-8def-4458-b337-f5230a9fe8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:36.063434 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-1d08c69f-9a60-4153-ae9f-ff863694c3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:38.867539 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:40.117215 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:41.080780 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:43.500478 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:43.501385 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:52.274995 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:52.277103 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:53.193323 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:39:57.343525 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:57.345844 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:39:58.544252 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:40:03.187276 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:03.189286 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:03.642865 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0e5c-ed8a-448e-88cc-9b44161c30fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:06.068585 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-6e60f1f8-0a86-4f87-896a-601989687afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:08.538462 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:08.870417 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:10.122108 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:11.084995 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:21.072126 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:21.081183 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:23.204279 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:24.997115 dv-cinder-850321-4-iscsi neutron-server[106594]: DEBUG neutron.wsgi [req-bf02c315-82af-4744-8372-b3d7a8c481cf req-8b76dc56-6ff0-4f41-b6a5-0265e995e079 service neutron] (106594) timed out ('10.222.0.86', 57434) {{(pid=106594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 22:40:33.193663 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:33.198979 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:33.646700 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-f77418cd-3627-408a-b048-f9619ae46b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:34.335540 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=16 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:34.343886 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=16 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:35.543175 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:40:36.070674 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-508d0770-3c83-46d2-adee-f4cf889bf785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:38.872887 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:40.125119 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:41.086359 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:40:45.538772 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:51.079409 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:51.082855 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:40:53.204381 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:03.199013 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:03.201033 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:03.641877 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-ead621b6-554a-411a-be0c-4e54eea9d737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:06.074098 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-7db105ea-9f6d-4531-aa8a-b5a55928793d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:08.876462 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:10.130342 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:11.088024 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:11.339291 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:11.339981 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=5 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:12.542864 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:41:21.082543 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:21.084386 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:23.220862 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:30.320048 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:30.321264 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:33.209973 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:33.217581 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:33.645245 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c63a-1895-4674-bb47-4246ad85fb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:36.077226 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-c139c3db-bf3e-49f0-b5ce-447cb1238434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:38.879967 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:40.135376 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:41.090878 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:48.332861 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:48.341366 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=5 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:49.542342 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:41:52.147183 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:52.147907 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:53.225835 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:41:59.536863 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:41:59.537748 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:03.216657 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:03.219603 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:03.648409 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-2d7e79cd-e23f-4b75-9219-a056606eae3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:06.080264 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-93eb28b7-9f5e-4b8b-ae01-41f2d36b8f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:08.881557 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:10.139014 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:11.095189 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:21.087433 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:21.090251 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:23.219198 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:26.541259 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:42:32.145730 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=15 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:33.212168 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:33.214467 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:33.653088 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-0e854600-7307-46c4-af26-da31b21a3404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:36.084106 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-82fb8a4f-5840-4493-91ea-424a751f3dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:36.536858 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=19 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:38.884570 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:40.145129 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:41.098336 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:42:51.091603 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:51.094318 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:42:53.215561 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:02.326830 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:02.332176 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:03.208554 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:03.210498 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:03.541223 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:43:03.656772 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-edb26294-3c6e-4e99-9144-e01114586575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:06.088230 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-194ce977-5631-417e-9ab9-a323394af7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:08.889852 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:10.149805 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:11.100562 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:13.536933 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:21.093349 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:21.096822 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:23.231513 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:33.224168 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:33.226075 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:33.658479 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-a87487c2-a453-4341-b4ab-b76c75fcd6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:36.091603 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-5244be08-75de-4bd8-9e2f-d099a4a6abaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:38.890540 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:39.326556 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:39.327832 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=3 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:40.152773 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:40.542017 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:43:41.104680 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:43:50.538081 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:52.142864 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:52.145749 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:43:53.229458 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:44:03.222849 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:44:03.225511 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:44:03.663429 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-07da2ec1-098b-460e-9449-7bc2d63232bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (08340bb9-61fb-4e7a-97b9-292ac0d79c74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:44:06.095334 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-64cec8a7-bc70-4ff0-a513-16466d90f417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (7640f2cb-bcec-4d32-a25f-55419137277d), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:44:08.898356 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-cc92692a-6f81-4c65-a39c-cfd8c584cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e155a1a0-b6b9-4644-a62e-8f201cb6ed74), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:44:10.157159 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-e53458c8-4bde-42b4-a8f9-18e907b92d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (737716d4-b610-4efb-b186-b5fd82e3ccd4), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:44:11.106206 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-dd989e56-4584-47dd-9450-e69db331550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (9ee1cd35-52cc-497b-b454-93a296d720f1), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 22:44:16.323674 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=2 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:44:16.324528 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG dbcounter [-] [106596] Writing DB stats neutron:SELECT=4 {{(pid=106596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:44:17.542317 dv-cinder-850321-4-iscsi neutron-server[106596]: DEBUG neutron.db.agents_db [None req-826fd52d-32ec-4181-afd1-dc27fd096d59 None None] Agent healthcheck: found 6 active agents {{(pid=106596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:44:21.095604 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:44:21.101969 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG dbcounter [-] [106595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 22:44:23.247545 dv-cinder-850321-4-iscsi neutron-server[106595]: DEBUG neutron_lib.callbacks.manager [None req-efa91136-46a8-4de4-8908-d530610ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792493631811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873366'] for agent (e592a91d-ee04-44f9-baa9-cdae974203ef), after_update {{(pid=106595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}